-- Logs begin at Thu 2021-10-28 08:56:45 UTC, end at Thu 2021-10-28 09:57:04 UTC. -- Oct 28 09:27:51.397878 dv-cinder-815146-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 28 09:27:54.189785 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.common.config [-] Logging enabled! Oct 28 09:27:54.190391 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 09:27:54.190632 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101442) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 09:27:54.193811 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.common.config [-] Logging enabled! Oct 28 09:27:54.194066 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 09:27:54.194381 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101442) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 09:27:54.195313 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 09:27:54.195548 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 09:27:54.195965 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 09:27:54.196214 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 09:27:54.196442 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 09:27:54.196763 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.197063 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.197359 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.197587 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.197884 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.198173 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.198455 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.198742 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.199037 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.199322 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.199601 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.199905 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.200155 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.200416 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.200703 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.200989 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.201211 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] debug = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.201490 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.201928 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.202344 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.202628 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.202916 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.203193 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.203463 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.203760 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.204059 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.204396 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] host = dv-cinder-815146-5-iscsi {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.204881 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.205216 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.205509 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.205799 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.206076 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.206354 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.206640 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.206915 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.207194 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] log_file = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.207470 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.207786 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.208078 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.208366 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.208594 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.208815 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.209113 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.209399 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.209674 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.209949 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.210225 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.210498 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.210771 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.211040 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.211322 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.211605 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.211916 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.212192 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.212468 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.212739 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.213010 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.213294 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.213566 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.213839 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.214112 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.214395 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.214662 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.214932 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.215230 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.215514 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.215829 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.216117 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.216392 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.216674 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.216949 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.217220 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.217491 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] use_json = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.217764 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.218035 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.218314 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.218584 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.218853 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.219125 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.219394 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.219676 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:54.220079 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.220566 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.220999 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.221294 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.221603 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.221887 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.222181 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.222461 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.222751 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.223042 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.223332 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.223615 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.223931 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.224210 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.224507 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.224813 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.225108 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.225401 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.225675 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.225947 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.226220 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.226498 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.226787 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.227070 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.227358 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.227645 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.227947 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.228236 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.228531 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.228821 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.229094 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.229372 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.229661 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.229941 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.230214 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.230494 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.230784 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.231060 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.231335 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.231620 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.231988 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.232262 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.232539 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.232818 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.233110 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.233388 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.233661 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.233933 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.234227 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.234485 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.234768 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.235046 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.235317 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.236219 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.236760 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.237073 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.237356 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.237644 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.237923 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.238205 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.238479 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.238754 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.239028 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.239301 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.239574 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.239880 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.240155 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.240433 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.240707 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.240979 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.241252 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.241525 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.241798 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.242085 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.242384 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.242662 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.242944 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.243224 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.243503 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.243808 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.244092 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.244364 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.244637 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.244910 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.245203 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.245485 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.245772 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.246055 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.246331 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.246651 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.246933 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.247217 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.247498 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.247799 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.248090 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.248378 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.248678 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.248978 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.249276 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.249572 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.249868 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.250151 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.250461 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.250743 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:54.250961 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 09:27:54.251268 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101442) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 28 09:27:54.696150 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 09:27:54.696425 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 09:27:54.696716 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 09:27:54.697050 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 28 09:27:55.032222 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.033295 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.033740 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.035100 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.035373 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.035646 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.070837 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.071116 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.071386 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.086741 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.087023 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.087297 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.118426 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.118705 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.118975 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.156712 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.156996 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.157266 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.398068 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.398675 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.398675 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.398815 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.399477 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.529922 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.530244 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.530533 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.530808 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.531084 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.531398 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.531661 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.531941 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.532195 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.532517 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.533228 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.533583 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.533846 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.534100 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.534359 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.534699 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.534954 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.535171 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.535441 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.535711 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.536004 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.536261 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.536542 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.536920 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.537170 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.537416 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.537812 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101442) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:27:55.538053 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101442) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:27:55.538291 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101442) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:27:55.538528 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101442) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:27:55.538764 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101442) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:27:55.538999 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101442) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:27:55.539365 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 28 09:27:55.542682 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 28 09:27:55.547079 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 28 09:27:55.551474 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 28 09:27:55.553145 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 28 09:27:55.553611 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 28 09:27:55.553945 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 28 09:27:55.554330 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 28 09:27:55.557226 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 28 09:27:55.557478 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 28 09:27:55.557831 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 09:27:55.563169 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 28 09:27:55.586640 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 28 09:27:55.587098 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.587402 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101442) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 28 09:27:55.587796 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.589185 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101442) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 28 09:27:55.589465 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 09:27:55.589708 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 28 09:27:55.592975 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.593256 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:55.657101 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 28 09:27:55.657288 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 28 09:27:55.658637 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 28 09:27:55.658637 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 28 09:27:55.679605 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_db.sqlalchemy.engines [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101442) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 28 09:27:56.221971 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.managers [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Initializing driver for type 'gre' Oct 28 09:27:56.222505 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] gre ID ranges: [(1, 1000)] Oct 28 09:27:56.274658 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.managers [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Initializing driver for type 'local' Oct 28 09:27:56.275007 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.managers [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Initializing driver for type 'vlan' Oct 28 09:27:56.288690 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] VlanTypeDriver initialization complete Oct 28 09:27:56.289074 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.managers [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Initializing driver for type 'vxlan' Oct 28 09:27:56.289564 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] vxlan ID ranges: [(1, 1000)] Oct 28 09:27:56.339599 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.managers [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Initializing extension driver 'port_security' Oct 28 09:27:56.339972 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.extensions.port_security [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] PortSecurityExtensionDriver initialization complete Oct 28 09:27:56.340308 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.managers [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Initializing mechanism driver 'openvswitch' Oct 28 09:27:56.340635 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.managers [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Initializing mechanism driver 'hyperv' Oct 28 09:27:56.347912 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.plugins.ml2.plugin [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:56.348750 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > port after_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.349119 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > port after_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.349472 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > port after_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.350004 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101442) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 09:27:56.350448 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > subnet after_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.350803 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > subnet after_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.351156 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.351552 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101442) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 09:27:56.351998 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > network after_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.352350 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > network after_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.352694 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > network after_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.353084 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101442) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 09:27:56.353505 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > security_group after_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.353855 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > security_group after_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.354201 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.354596 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101442) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 09:27:56.355040 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.355371 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.355734 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.356126 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101442) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 09:27:56.356548 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > address_group after_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.356894 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > address_group after_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.357234 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.357639 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101442) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 09:27:56.358019 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] ML2 OVO RPC backend initialized. {{(pid=101442) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 28 09:27:56.358722 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.359080 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.359503 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > network before_response 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.359880 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > networks before_response 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.360230 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > port before_response 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.360694 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > ports before_response 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.361630 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > subnet before_response 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.362009 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > subnets before_response 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.362359 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > network after_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.362702 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > network after_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.363039 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > network after_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.363377 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > port after_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.363739 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > port after_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.364078 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > port after_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.364415 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > subnet after_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.364759 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > subnet after_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.365084 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.365689 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.plugin [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Modular L2 Plugin initialization complete Oct 28 09:27:56.366020 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading services supported by the core plugin {{(pid=101442) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 28 09:27:56.366351 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.plugins.ml2.managers [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Got port-security extension from driver 'port_security' Oct 28 09:27:56.366817 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.extensions.vlantransparent [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Disabled vlantransparent extension. Oct 28 09:27:56.367312 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101442) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 28 09:27:56.367634 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading Plugin: router Oct 28 09:27:56.403761 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.404340 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router after_create 55549900 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.404514 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router before_create 55549900 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.404881 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.405255 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.405609 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router after_delete 55549900 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.405968 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.406462 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.406804 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router after_create 55549900 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.407153 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router after_update 55549900 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.408366 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router after_update 55549900 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.408762 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.409163 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router after_update 55549900 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.409577 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router precommit_update 55549900 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.409948 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: port after_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.410292 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: port after_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.410632 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: subnet after_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.410969 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.411318 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.411756 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router precommit_create 55549900 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.412028 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: port before_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.412379 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router precommit_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.412734 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router after_update 55549900 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.413076 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.413425 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router precommit_create 55549900 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.413790 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.414136 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router precommit_update 55549900 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.414500 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > agent after_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.414847 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > agent after_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.415190 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > network after_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.416086 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Tracking information for resource: router configured {{(pid=101442) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:27:56.416423 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Tracking information for resource: floatingip configured {{(pid=101442) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:27:56.421326 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.db.l3_agentschedulers_db [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 28 09:27:56.421899 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: port after_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.422257 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: port after_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.422611 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: port after_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.422981 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: port after_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.424022 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router before_create 55550100 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.424388 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.424751 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router precommit_create 55550100 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.425106 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > router precommit_update 55550100 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.429930 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.services.provider_configuration [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Service providers = [] {{(pid=101442) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 28 09:27:56.430296 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.db.servicetype_db [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101442) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 28 09:27:56.433270 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.services.service_base [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101442) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 09:27:56.433619 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.services.service_base [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101442) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 09:27:56.433963 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.services.service_base [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101442) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 09:27:56.434855 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.services.service_base [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101442) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 09:27:56.435228 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.services.service_base [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 28 09:27:56.435607 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101442) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:27:56.435954 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 28 09:27:56.448278 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101442) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:27:56.448613 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading Plugin: auto_allocate Oct 28 09:27:56.455000 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: network precommit_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.455364 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: network precommit_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.455918 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101442) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:27:56.456244 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading Plugin: tag Oct 28 09:27:56.463016 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101442) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:27:56.463348 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading Plugin: timestamp Oct 28 09:27:56.467203 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101442) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:27:56.467541 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading Plugin: network_ip_availability Oct 28 09:27:56.473745 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.474062 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.474416 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.475124 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101442) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:27:56.475448 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading Plugin: flavors Oct 28 09:27:56.480488 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101442) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:27:56.480828 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading Plugin: revisions Oct 28 09:27:56.485139 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101442) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:27:56.485602 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_concurrency.lockutils [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.789s {{(pid=101442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 09:27:56.486371 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101442) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 28 09:27:56.486708 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Initializing extension manager. Oct 28 09:27:56.487219 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: __init__.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.487561 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: __pycache__ {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.487927 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.488263 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: address_group.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.489028 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.489597 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: address-group Oct 28 09:27:56.489920 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: address_scope.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.490635 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.491574 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: address-scope Oct 28 09:27:56.491920 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.492871 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.493384 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: router-admin-state-down-before-update Oct 28 09:27:56.493708 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: agent.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.494420 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.494925 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: agent Oct 28 09:27:56.495246 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: agent_resources_synced.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.496195 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.496704 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: agent-resources-synced Oct 28 09:27:56.497024 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: allowedaddresspairs.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.498843 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.499368 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: allowed-address-pairs Oct 28 09:27:56.499712 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: auto_allocated_topology.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.500807 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.501857 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: auto-allocated-topology Oct 28 09:27:56.502244 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: availability_zone.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.502980 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.503487 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: availability_zone Oct 28 09:27:56.503865 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: availability_zone_filter.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.504787 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.505294 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: availability_zone_filter Oct 28 09:27:56.505643 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: data_plane_status.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.506558 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.507065 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension data-plane-status not supported by any of loaded plugins Oct 28 09:27:56.507386 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: default_subnetpools.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.508404 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.508911 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: default-subnetpools Oct 28 09:27:56.509239 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.510471 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.510553 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: dhcp_agent_scheduler Oct 28 09:27:56.510883 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: dns.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.511835 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.512340 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension dns-integration not supported by any of loaded plugins Oct 28 09:27:56.512663 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: dns_domain_ports.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.513587 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.514086 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 28 09:27:56.514407 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.515333 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.515874 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 28 09:27:56.516198 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: dvr.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.517487 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.517986 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: dvr Oct 28 09:27:56.518307 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: ecmp_routes.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.519238 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.519768 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 28 09:27:56.520093 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: empty_string_filtering.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.521008 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.521517 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: empty-string-filtering Oct 28 09:27:56.521834 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.522761 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.523363 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 28 09:27:56.523682 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.524644 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.525189 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 28 09:27:56.525513 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: external_net.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.526436 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.526938 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: external-net Oct 28 09:27:56.527259 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.528206 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.528708 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: extra_dhcp_opt Oct 28 09:27:56.529030 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: extraroute.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.529953 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.530457 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: extraroute Oct 28 09:27:56.530777 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: extraroute_atomic.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.531864 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.532409 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: extraroute-atomic Oct 28 09:27:56.532986 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: filter_validation.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.533912 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.534419 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: filter-validation Oct 28 09:27:56.534745 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: fip_pf_description.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.535681 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.536281 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 28 09:27:56.536605 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: fip_port_details.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.537535 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.538038 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: fip-port-details Oct 28 09:27:56.538360 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: flavors.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.539620 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.540252 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: flavors Oct 28 09:27:56.540582 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.542273 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.542867 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 28 09:27:56.543199 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: floatingip_pools.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.543937 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.544446 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: floatingip-pools Oct 28 09:27:56.544768 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: ip_allocation.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.545704 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.546232 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension ip_allocation not supported by any of loaded plugins Oct 28 09:27:56.546555 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.547485 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.548132 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: ip-substring-filtering Oct 28 09:27:56.548474 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: l2_adjacency.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.549418 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.549919 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 28 09:27:56.550238 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: l3.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.551233 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.551784 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: router Oct 28 09:27:56.552170 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.554455 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.554986 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 28 09:27:56.555318 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.556287 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.556798 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: ext-gw-mode Oct 28 09:27:56.557125 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.558071 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.558579 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: l3-ha Oct 28 09:27:56.558902 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: l3_flavors.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.559879 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.560384 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: l3-flavors Oct 28 09:27:56.560706 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.561625 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.562133 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 28 09:27:56.562449 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: l3agentscheduler.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.563515 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.564576 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: l3_agent_scheduler Oct 28 09:27:56.564904 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: logging.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.566423 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.566947 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension logging not supported by any of loaded plugins Oct 28 09:27:56.567283 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: metering.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.568141 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.568725 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: metering Oct 28 09:27:56.569060 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.570293 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.570810 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: metering_source_and_destination_fields Oct 28 09:27:56.571139 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: multiprovidernet.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.572096 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.572607 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: multi-provider Oct 28 09:27:56.572937 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: netmtu.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.573857 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.574365 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: net-mtu Oct 28 09:27:56.574691 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: netmtu_writable.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.575613 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.576147 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: net-mtu-writable Oct 28 09:27:56.576475 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: network_availability_zone.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.577150 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.577651 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: network_availability_zone Oct 28 09:27:56.577974 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: network_ip_availability.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.579087 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.580158 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: network-ip-availability Oct 28 09:27:56.580485 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: network_segment_range.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.581261 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.581760 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension network-segment-range not supported by any of loaded plugins Oct 28 09:27:56.582081 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: pagination.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.583064 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.583471 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: pagination Oct 28 09:27:56.583839 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: port_device_profile.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.584752 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.585268 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: port-device-profile Oct 28 09:27:56.585591 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.586521 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.587033 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: port-mac-address-regenerate Oct 28 09:27:56.587357 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.588315 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.588829 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: port-numa-affinity-policy Oct 28 09:27:56.589155 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: port_resource_request.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.590094 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.590578 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension port-resource-request not supported by any of loaded plugins Oct 28 09:27:56.590900 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: portbindings.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.591865 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.592376 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: binding Oct 28 09:27:56.592701 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: portbindings_extended.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.593979 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.594487 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: binding-extended Oct 28 09:27:56.594843 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: portsecurity.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.596365 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.596872 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: port-security Oct 28 09:27:56.597195 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: project_id.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.598186 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.598518 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: project-id Oct 28 09:27:56.598839 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: providernet.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.599833 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.600383 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: provider Oct 28 09:27:56.600706 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: qos.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.604355 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.604883 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension qos not supported by any of loaded plugins Oct 28 09:27:56.605213 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.606476 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.606991 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 28 09:27:56.607324 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.608278 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.608786 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 28 09:27:56.609112 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: qos_default.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.610038 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.611209 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension qos-default not supported by any of loaded plugins Oct 28 09:27:56.611510 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: qos_fip.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.612207 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.612739 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension qos-fip not supported by any of loaded plugins Oct 28 09:27:56.613065 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: qos_gateway_ip.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.614003 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.614513 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 28 09:27:56.614838 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: qos_port_network_policy.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.615796 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.616386 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 28 09:27:56.616636 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.617679 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.618190 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 28 09:27:56.618518 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: qos_pps_rule.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.619827 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.620345 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension qos-pps not supported by any of loaded plugins Oct 28 09:27:56.620673 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: qos_rule_type_details.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.621594 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.622103 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 28 09:27:56.622428 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: qos_rules_alias.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.623652 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.624191 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 28 09:27:56.624518 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: quotasv2.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.625463 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.625795 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: quotas Oct 28 09:27:56.626143 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: quotasv2_detail.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.629351 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.629699 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: quota_details Oct 28 09:27:56.630036 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: rbac.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.631110 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.631640 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: rbac-policies Oct 28 09:27:56.632069 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: rbac_address_group.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.633011 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.633530 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: rbac-address-group Oct 28 09:27:56.633857 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: rbac_address_scope.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.634786 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.635299 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: rbac-address-scope Oct 28 09:27:56.635623 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: rbac_security_groups.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.636581 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.637090 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: rbac-security-groups Oct 28 09:27:56.637413 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: rbac_subnetpool.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.638348 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.638856 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: rbac-subnetpool Oct 28 09:27:56.639180 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: revisionifmatch.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.640142 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.640651 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: revision-if-match Oct 28 09:27:56.640976 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: revisions.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.642121 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.642630 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: standard-attr-revisions Oct 28 09:27:56.642957 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: router_availability_zone.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.643631 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.644168 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: router_availability_zone Oct 28 09:27:56.644491 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: routerservicetype.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.645415 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.645920 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension router-service-type not supported by any of loaded plugins Oct 28 09:27:56.646242 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.647165 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.647677 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: security-groups-normalized-cidr Oct 28 09:27:56.648029 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.648955 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.649467 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: port-security-groups-filtering Oct 28 09:27:56.649789 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.650717 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.651228 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: security-groups-remote-address-group Oct 28 09:27:56.651549 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: securitygroup.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.662205 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.662736 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: security-group Oct 28 09:27:56.663071 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: segment.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.663901 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.664409 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension segment not supported by any of loaded plugins Oct 28 09:27:56.664736 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.665753 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.666265 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 28 09:27:56.666590 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: servicetype.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.667725 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.668246 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: service-type Oct 28 09:27:56.668577 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: sorting.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.669570 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.669905 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: sorting Oct 28 09:27:56.670232 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: standard_attr_segment.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.671181 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.671682 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 28 09:27:56.672031 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: standardattrdescription.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.672685 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.673759 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: standard-attr-description Oct 28 09:27:56.674082 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: stateful_security_group.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.675020 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.675538 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: stateful-security-group Oct 28 09:27:56.675897 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: stdattrs_common.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.676483 dv-cinder-815146-5-iscsi neutron-server[101442]: WARNING neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 28 09:27:56.676875 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.677811 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.678318 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 28 09:27:56.678639 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: subnet_onboard.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.679746 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.680270 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: subnet_onboard Oct 28 09:27:56.680593 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.681525 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.682031 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 28 09:27:56.682353 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: subnet_service_types.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.683282 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.683826 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: subnet-service-types Oct 28 09:27:56.684149 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: subnetallocation.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.685262 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.685777 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: subnet_allocation Oct 28 09:27:56.686104 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.686774 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.687298 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: subnetpool-prefix-ops Oct 28 09:27:56.687623 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.689171 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.689757 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 28 09:27:56.690117 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: tagging.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.691206 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.691748 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: standard-attr-tag Oct 28 09:27:56.692081 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: timestamp.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.693379 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.693889 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loaded extension: standard-attr-timestamp Oct 28 09:27:56.694215 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: trunk.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.695257 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.695808 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension trunk not supported by any of loaded plugins Oct 28 09:27:56.696136 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: trunk_details.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.697072 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.697585 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension trunk-details not supported by any of loaded plugins Oct 28 09:27:56.697907 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: uplink_status_propagation.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.698832 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.699338 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 28 09:27:56.699665 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Loading extension file: vlantransparent.py {{(pid=101442) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:27:56.700368 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101442) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:27:56.700872 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 28 09:27:56.703300 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Creating instance of TrackedResource for resource:network Oct 28 09:27:56.703868 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Creating instance of TrackedResource for resource:subnet Oct 28 09:27:56.704968 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:27:56.705434 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Creating instance of TrackedResource for resource:port Oct 28 09:27:56.706704 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.v2.resource_helper [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101442) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:27:56.707157 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.v2.resource_helper [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Service FLAVORS assigned prefix: {{(pid=101442) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:27:56.707843 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.v2.resource_helper [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101442) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:27:56.708323 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.v2.resource_helper [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101442) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:27:56.708659 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Creating instance of TrackedResource for resource:router Oct 28 09:27:56.709142 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 09:27:56.709638 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.v2.resource_helper [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Service METERING assigned prefix: /metering {{(pid=101442) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:27:56.711179 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.711551 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.711931 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:27:56.712946 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 09:27:56.713383 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Creating instance of TrackedResource for resource:security_group Oct 28 09:27:56.713819 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 09:27:56.714436 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.v2.resource_helper [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Service CORE assigned prefix: {{(pid=101442) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:27:56.714770 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:27:56.715124 dv-cinder-815146-5-iscsi neutron-server[101442]: WARNING neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] subnetpool is already registered Oct 28 09:27:56.715546 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.v2.resource_helper [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Service CORE assigned prefix: {{(pid=101442) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:27:56.715905 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:27:56.716241 dv-cinder-815146-5-iscsi neutron-server[101442]: WARNING neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] subnetpool is already registered Oct 28 09:27:56.718616 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.v2.resource_helper [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101442) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:27:56.719060 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.v2.resource_helper [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Service FLAVORS assigned prefix: {{(pid=101442) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:27:56.719672 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.v2.resource_helper [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101442) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:27:56.720173 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.v2.resource_helper [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101442) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:27:56.720754 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Creating instance of TrackedResource for resource:router Oct 28 09:27:56.720941 dv-cinder-815146-5-iscsi neutron-server[101442]: WARNING neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] router is already registered Oct 28 09:27:56.721368 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 09:27:56.721715 dv-cinder-815146-5-iscsi neutron-server[101442]: WARNING neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] floatingip is already registered Oct 28 09:27:56.722174 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.v2.resource_helper [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Service METERING assigned prefix: /metering {{(pid=101442) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:27:56.722887 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 09:27:56.723214 dv-cinder-815146-5-iscsi neutron-server[101442]: WARNING neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] rbac_policy is already registered Oct 28 09:27:56.723633 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Creating instance of TrackedResource for resource:security_group Oct 28 09:27:56.724121 dv-cinder-815146-5-iscsi neutron-server[101442]: WARNING neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] security_group is already registered Oct 28 09:27:56.724489 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 09:27:56.724824 dv-cinder-815146-5-iscsi neutron-server[101442]: WARNING neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] security_group_rule is already registered Oct 28 09:27:56.725323 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.v2.resource_helper [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Service CORE assigned prefix: {{(pid=101442) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:27:56.725645 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:27:56.725981 dv-cinder-815146-5-iscsi neutron-server[101442]: WARNING neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] subnetpool is already registered Oct 28 09:27:56.726396 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.v2.resource_helper [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Service CORE assigned prefix: {{(pid=101442) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:27:56.726718 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:27:56.727048 dv-cinder-815146-5-iscsi neutron-server[101442]: WARNING neutron.quota.resource_registry [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] subnetpool is already registered Oct 28 09:27:56.728782 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: extensions {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.730271 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: address-groups {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.731798 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: address-scopes {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.733004 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: agents {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.734269 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: auto-allocated-topology {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.735553 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: availability_zones {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.737013 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: dhcp-networks {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.738438 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: dhcp-agents {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.739996 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: routers {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.742185 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: flavors {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.743448 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: service_profiles {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.744705 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: next_providers {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.746161 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: service_profiles {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.747606 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: floatingip-pools {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.748949 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: routers {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.751583 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: floatingips {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.753053 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: l3-routers {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.754449 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: l3-agents {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.755888 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: metering-labels {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.757153 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: metering-label-rules {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.758518 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: network-ip-availabilities {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.759893 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: bindings {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.761480 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: quotas {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.763145 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: quotas {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.764719 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: rbac-policies {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.765916 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: security-groups {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.767919 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: security-group-rules {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.769168 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: service-providers {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.770514 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: subnetpools {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.772016 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: subnetpools {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.773488 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: tags {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.775182 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: tags {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.777032 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: tags {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.778803 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: tags {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.780544 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: tags {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.782602 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: tags {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.784607 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: tags {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.787354 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: tags {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.789193 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: tags {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.790925 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron.api.extensions [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Extended resource: tags {{(pid=101442) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:27:56.797112 dv-cinder-815146-5-iscsi neutron-server[101442]: WARNING keystonemiddleware.auth_token [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 28 09:27:56.801959 dv-cinder-815146-5-iscsi neutron-server[101442]: WARNING keystonemiddleware.auth_token [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 28 09:27:56.810716 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_concurrency.lockutils [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Acquired lock "singleton_lock" {{(pid=101442) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 28 09:27:56.811193 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_concurrency.lockutils [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Releasing lock "singleton_lock" {{(pid=101442) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 28 09:27:56.811932 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO oslo_service.service [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Starting 2 workers Oct 28 09:27:56.817399 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Started child 101549 {{(pid=101442) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 09:27:56.822518 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Started child 101550 {{(pid=101442) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 09:27:56.823971 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:56.824611 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO neutron.service [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 28 09:27:56.824809 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Publish callbacks [] for process, before_spawn {{(pid=101442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:56.825593 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [-] (101549) wsgi starting up on http://0.0.0.0:9696 Oct 28 09:27:56.826991 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:56.827410 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO oslo_service.service [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Starting 1 workers Oct 28 09:27:56.828374 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [-] (101550) wsgi starting up on http://0.0.0.0:9696 Oct 28 09:27:56.833277 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Started child 101551 {{(pid=101442) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 09:27:56.833812 dv-cinder-815146-5-iscsi neutron-server[101442]: INFO oslo_service.service [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Starting 1 workers Oct 28 09:27:56.836934 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.service [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] calling RpcWorker wait() {{(pid=101551) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 28 09:27:56.837487 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.service [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] returning from RpcWorker wait() {{(pid=101551) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 28 09:27:56.838390 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Started child 101552 {{(pid=101442) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 09:27:56.838792 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:56.839207 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG neutron_lib.callbacks.manager [None req-11f25356-840d-41a2-92d4-e99de4a14301 None None] Publish callbacks [] for process, after_spawn {{(pid=101442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:56.839312 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:56.841130 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101442) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 09:27:56.841345 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 09:27:56.841530 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 09:27:56.841753 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 09:27:56.842083 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 09:27:56.842245 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 09:27:56.842790 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.843061 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.843310 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.843571 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.843864 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.843965 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:56.844441 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.844688 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.844983 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.845262 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.845529 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.845694 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.845857 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.846108 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.846359 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.846660 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.846937 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.847179 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.847439 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.847624 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.847917 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.848172 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.848417 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.848717 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] debug = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.848913 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.849405 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.849630 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.849874 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.850087 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.850354 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.850593 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.850864 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.851096 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.851306 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.851558 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.851847 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.852105 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.852328 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.852563 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.852814 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.853030 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.853480 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] host = dv-cinder-815146-5-iscsi {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.853695 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.853906 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.854138 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.854393 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.854634 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.854846 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.855115 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.855377 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.855615 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.855878 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.856138 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.856379 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.856615 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.856883 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] log_file = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.857043 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] log_options = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.857261 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.857523 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.857768 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.857967 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.858128 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.858299 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.858561 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.858720 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.858971 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.859183 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.859392 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.859601 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.859850 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.860083 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.860320 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.860644 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.860880 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.861089 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.861340 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.861620 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.861798 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.862021 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.862256 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.862488 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.862732 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.862965 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.863187 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.863443 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.863635 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.863924 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.864211 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.864407 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.864620 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.864870 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.865190 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.865379 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.865603 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.865843 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.866109 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.866332 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.866570 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.866909 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.867039 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.867265 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.867477 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.867738 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.867951 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] use_json = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.868163 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.868389 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.868642 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.868857 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.869069 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.869280 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.869513 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.869742 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.870171 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.870441 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.870751 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.871005 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.871251 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.871504 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.871784 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.872000 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.872246 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.872492 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.872807 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.873024 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.873320 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.873543 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.873810 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.874128 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.874382 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.874644 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.874899 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.875114 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.875327 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.875570 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.875845 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.876599 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.876849 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.877095 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.877344 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.877661 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.878375 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.878375 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.113/identity {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.878550 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.878629 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.878849 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.879115 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.879937 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.879937 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.879937 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.880266 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.880420 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.880796 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.880796 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.881300 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.881447 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:56.881865 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.881865 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.882595 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.882595 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.882595 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.882881 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.883246 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.883246 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.883488 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.883611 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.883888 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.884089 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.884506 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.884660 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.884794 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.885009 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.885220 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.885500 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.885672 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.885885 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.886116 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.886345 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.886580 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.886788 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.887042 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.887299 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.887443 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.887647 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.888064 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.888218 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.888551 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.888728 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.888863 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.889084 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.889297 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.889510 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.889740 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.889975 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.890185 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.890396 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.890605 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.890847 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.891057 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.891266 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.891474 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.891787 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.892610 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.892844 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.893129 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.893388 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.893652 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.893888 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.894152 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.894559 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.894932 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.894932 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.895191 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.895716 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.895716 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.896027 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.896175 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.896837 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.896837 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.896837 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.897084 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.897240 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.897476 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.897712 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.897944 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.898303 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.898954 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.899267 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.899541 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.899857 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.900146 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.900434 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.900719 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.900938 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.901222 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.901535 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.901801 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.902084 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.902332 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.902579 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.902846 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.903107 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.903350 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.903602 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.903870 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.904129 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.904409 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.904654 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.904894 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.905111 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.905359 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.905677 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.905902 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.906129 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.906363 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.906618 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.906850 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.907081 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.907417 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.908043 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.908322 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.908579 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.908813 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.113/identity {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.909032 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.910729 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.911941 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.912212 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.912440 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.912695 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.912942 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.913178 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.913395 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.913634 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.913851 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.914069 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.914308 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.914545 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.914781 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.915026 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.915240 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.915477 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.915951 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.916188 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.916722 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.917014 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.917167 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.918029 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.918422 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.920938 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.921528 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.922414 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.924976 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.925394 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.925820 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.926052 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.926306 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.926577 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.926863 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.927091 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.927323 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.927545 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.927792 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.928029 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.928249 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.928506 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.928754 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.929116 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.929372 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.929607 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.929856 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.930076 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.930324 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.930543 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.930778 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.930997 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.931216 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.931436 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.931715 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.932299 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.932548 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.932763 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.932978 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.933206 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.933426 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.934709 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.935015 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.935281 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.935514 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.935811 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.936068 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.936304 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.936536 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.936749 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.936960 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.937181 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.937412 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.937600 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.937843 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.938059 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.938292 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.938512 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.939430 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.939666 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.940133 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.940371 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.940585 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.940808 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.941024 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.941232 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.941453 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.941660 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.942181 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.942426 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.942639 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.942846 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.943071 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.943277 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.943482 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.943734 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.943932 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.944138 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.944414 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.944669 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.944883 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.945165 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.945409 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.945666 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.945903 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.946202 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.946445 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.946680 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.946893 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.947127 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.947343 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.947613 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.947952 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.948222 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.948476 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.948712 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.949008 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.949285 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.949587 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.949746 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.950032 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.950366 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.950645 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.950883 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.951145 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.951395 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.951614 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.951875 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.952109 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.952343 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.952557 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.952824 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.953066 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.953298 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.953511 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.953733 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.953967 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.954277 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.954643 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.954873 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.955087 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.955232 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 09:27:56.955798 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101442) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 09:27:56.955958 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 09:27:56.956093 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 09:27:56.956293 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 09:27:56.956467 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 09:27:56.956602 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 09:27:56.956809 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.957012 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.957169 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.957354 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.957485 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.957620 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.957767 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.957915 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.958292 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.958640 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.958640 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.958906 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.958906 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.959075 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.959235 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.959390 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.959545 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.959740 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.959881 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.960037 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.960191 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.960423 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.960530 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] debug = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.960642 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.960832 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.960993 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.961148 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.961302 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.961458 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.961613 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.961767 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.961926 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.962080 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.962234 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.962420 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.962560 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.962705 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.962914 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.963047 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.963176 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.963305 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] host = dv-cinder-815146-5-iscsi {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.963435 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.963564 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.963719 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.963863 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.963992 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.964136 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.964266 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.964417 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.964573 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.964730 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.964885 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.965039 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.965196 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.965350 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] log_file = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.965493 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] log_options = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.965647 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.965803 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.965943 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.966124 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.966284 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.966425 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.966584 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.966737 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.966932 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.967067 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.967204 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.967333 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.967461 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.967614 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.967791 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.968310 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.968310 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.968310 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.968526 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.968526 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.968672 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.968806 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.969342 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.969480 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.969637 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.969883 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.970046 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.970147 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.970276 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.970416 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.970697 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.970697 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.971433 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.971433 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.971433 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.971433 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.971433 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.971820 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.971820 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.971820 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.972015 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.972127 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.972282 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.972437 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.972591 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.972744 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.973233 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] use_json = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.973233 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.973233 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.973467 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.973534 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.973695 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.974420 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.974420 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.974420 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:27:56.974420 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.974734 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.974734 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.974734 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.974941 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.975047 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.975204 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.975361 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.975519 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.975676 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.975863 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.976021 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.976756 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.976756 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.976756 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.976756 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.976756 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.977135 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.977135 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.977275 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.977360 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.977497 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.978308 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.978308 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.978308 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.978308 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.978308 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.978676 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.978676 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.978676 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.113/identity {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.978881 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.978958 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.979119 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.979277 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.979435 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.979594 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.979773 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.980514 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.980514 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.980514 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.980514 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.980514 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.980978 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.980978 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.980978 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.981184 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.981259 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.981377 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.981535 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.981694 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.981857 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.982014 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.982172 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.982329 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.982486 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.982653 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.982810 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.982966 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.983072 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:56.983177 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.983258 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.983410 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.983565 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.983743 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.983929 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.984069 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.984202 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.984363 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.984507 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.984663 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.984820 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.984977 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.985134 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.985291 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.985998 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.986224 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.986395 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.986682 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.986682 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.986989 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.986989 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.987243 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.987375 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.987506 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.987635 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.987787 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.987930 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.988061 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.988191 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.988318 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.988466 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.988638 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.988796 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.988952 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.989109 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.989268 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.989425 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.989581 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.989738 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.989909 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.990059 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.990203 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.990360 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.990518 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.990676 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.990855 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.990978 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.991133 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.991289 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.991445 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.991600 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.991779 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.991937 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.992095 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.992249 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.992410 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.992566 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.992731 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.992889 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.993048 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.993205 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.993368 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.993535 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.993693 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.993851 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.994008 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.994166 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.994325 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.994483 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.994640 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.994798 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.994960 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.995117 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.995297 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.995448 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.995605 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.995789 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.995948 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.996128 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.996285 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.996443 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.996596 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.996961 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.996961 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.997334 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.997334 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.997486 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.997565 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.997686 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.997850 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.113/identity {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.998008 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.998164 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.998323 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.998649 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.998649 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.998804 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.998917 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.999071 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.999229 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.999390 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.999556 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.999719 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:56.999879 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.000034 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.000195 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.000353 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.000512 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.000673 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.000855 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.001020 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.001212 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.001925 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.002186 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.002186 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.002532 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.002532 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.002864 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.002864 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.003113 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.003113 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.003368 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.003501 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.003633 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.003812 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.003942 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.004085 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.004218 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.004361 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.004492 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.004620 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.004809 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.004972 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.005131 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.005305 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.005462 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.005620 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.005778 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.005934 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.006092 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.006249 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.006405 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.006562 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.006718 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.006876 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.007035 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.007194 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.007354 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.007511 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.007668 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.007860 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.008003 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.008137 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.008298 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.008455 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.008613 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.008770 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.008927 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.009084 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.009250 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.009408 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.009566 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.009723 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.009880 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.010037 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.010203 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.010416 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.010549 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.010679 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.010811 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.010940 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.011088 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.011245 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.011401 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.011557 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.011732 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.011892 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.012059 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.012216 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.012378 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.012537 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.012695 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.012852 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.013018 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.013175 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.013332 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.013489 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.013645 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.013804 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.013969 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.014128 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.014271 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.014438 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.014595 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.014753 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.014909 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.015078 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.015238 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.015397 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.015554 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.015729 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.015889 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.016048 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.016210 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.016375 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.016538 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.016734 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.016932 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.017141 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.017354 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.017498 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.017632 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.017763 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.017893 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.018025 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.018164 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.018295 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.018433 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.018589 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.018747 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.018904 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.019061 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.019217 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.019375 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.019534 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.019718 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.019868 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.020025 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.020184 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.020411 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.020575 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.020733 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:27:57.020883 dv-cinder-815146-5-iscsi neutron-server[101442]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101442) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 09:27:57.071529 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 49468) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:57.080263 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [-] 10.222.0.113 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0065453 Oct 28 09:28:08.823636 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b429b76-9e18-4a90-b5c5-b8f5850312c6 None None] get_active_networks_info from dv-cinder-815146-5-iscsi {{(pid=101551) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 09:28:08.953463 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b429b76-9e18-4a90-b5c5-b8f5850312c6 None None] No non-hosted networks {{(pid=101551) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 28 09:28:08.972171 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.agentschedulers_db [None req-9b429b76-9e18-4a90-b5c5-b8f5850312c6 None None] DHCP Agent not found on host dv-cinder-815146-5-iscsi {{(pid=101551) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 28 09:28:09.118625 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a84c-5703-451f-b589-797475613e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640065'] for agent, after_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:11.112550 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-73c41699-b3b3-41a0-83d0-3bf15085cae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640065'] for agent, after_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:11.181179 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-b3a13a27-58a8-4175-bef0-6973ae39ab90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:12.460018 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640065'] for agent, after_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:12.554990 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640065'] for agent, after_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:12.556301 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:12.557461 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:12.557974 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:12.558765 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:12.559367 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:12.560462 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:12.561336 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:12.562090 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:12.562954 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:12.563937 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:12.564524 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:12.565075 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:12.565656 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815146-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:28:12.574527 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815146-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:28:13.724943 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640065'] for agent, after_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:15.257848 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 49560) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:28:15.747451 dv-cinder-815146-5-iscsi neutron-server[101549]: WARNING oslo_policy.policy [None req-7c73e092-3587-4848-a7f5-965c1164ee46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:28:15.748077 dv-cinder-815146-5-iscsi neutron-server[101549]: WARNING oslo_policy.policy [None req-7c73e092-3587-4848-a7f5-965c1164ee46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:28:15.972078 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [None req-7c73e092-3587-4848-a7f5-965c1164ee46 admin admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=101549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:28:15.973073 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-7c73e092-3587-4848-a7f5-965c1164ee46 admin admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7143464 Oct 28 09:28:18.461008 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 49574) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:28:18.768381 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.db.l3_hamode_db [None req-13dbf99d-508f-4de8-b81b-b9f2c550c3df None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 28 09:28:18.789283 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-dfb5e752-fb66-40f5-95d8-3eb83fd5e0c3 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:28:18.848210 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dbf99d-508f-4de8-b81b-b9f2c550c3df None None] Routers set() bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:28:18.848589 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dbf99d-508f-4de8-b81b-b9f2c550c3df None None] Router IDs set() for agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 09:28:18.885951 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.policy [None req-dfb5e752-fb66-40f5-95d8-3eb83fd5e0c3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101549) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 09:28:18.932650 dv-cinder-815146-5-iscsi neutron-server[101549]: WARNING oslo_policy.policy [None req-dfb5e752-fb66-40f5-95d8-3eb83fd5e0c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:28:18.932961 dv-cinder-815146-5-iscsi neutron-server[101549]: WARNING oslo_policy.policy [None req-dfb5e752-fb66-40f5-95d8-3eb83fd5e0c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:28:18.942260 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.quota [None req-dfb5e752-fb66-40f5-95d8-3eb83fd5e0c3 admin admin] Loaded quota_driver: . Oct 28 09:28:19.028927 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-dfb5e752-fb66-40f5-95d8-3eb83fd5e0c3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729412978553', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729412977994', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729412974370', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729412964078', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729413406099', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729412944232', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7814235', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7850166', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1582222', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1688358'] for rbac-policy, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:19.098074 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-dfb5e752-fb66-40f5-95d8-3eb83fd5e0c3 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:19.099264 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-dfb5e752-fb66-40f5-95d8-3eb83fd5e0c3 admin admin] 10.222.0.113 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6372828 Oct 28 09:28:21.791962 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 49586) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:28:22.098004 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Request body: {'network': {'tenant_id': '7007cfcb840e4032aa02d8bb623c4422', 'admin_state_up': True, 'project_id': '7007cfcb840e4032aa02d8bb623c4422', 'name': 'private'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:28:22.126544 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Made reservation on behalf of 7007cfcb840e4032aa02d8bb623c4422 for: {'network': 1} {{(pid=101549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:28:22.129234 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for network, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:22.145746 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:22.254407 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:22.258403 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:22.283225 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=101549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:28:22.307896 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729415614293', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:22.308465 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Unsubscribe: segment precommit_create {{(pid=101549) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 09:28:22.308972 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.segments_db [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Added segment 6a76e0de-1a94-47fa-9cb1-70449ad9ffa1 of type vlan for network de3151ff-d71f-4fca-b0ce-0567dc4e77bd Oct 28 09:28:22.314582 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eecaca1-35d8-405e-8071-e992bac98f4a,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:22.335604 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:22.335997 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:22.336331 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:22.336661 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:22.336987 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:22.337330 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:22.337656 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:22.337989 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:22.338330 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:22.338647 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:22.338963 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:22.339277 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Tracked resource versions report: Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: pushed versions: Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: { 'AddressGroup': {'1.2'}, Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: 'ConntrackHelper': {'1.0'}, Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: 'Log': {'1.0'}, Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: 'Network': {'1.1'}, Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: 'Port': {'1.7'}, Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: 'PortForwarding': {'1.2'}, Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: 'QosPolicy': {'1.10'}, Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: 'SecurityGroup': {'1.4'}, Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: 'SubPort': {'1.0'}, Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: 'Subnet': {'1.1'}, Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: 'Trunk': {'1.1'}} Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: consumer versions: Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: { DHCP agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: L3 agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: Metadata agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: Metering agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: Open vSwitch agent@dv-cinder-815146-5-iscsi: { 'AddressGroup': '1.2', Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: 'ConntrackHelper': '1.0', Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: 'Log': '1.0', Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: 'Network': '1.1', Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: 'Port': '1.7', Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: 'PortForwarding': '1.2', Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: 'QosPolicy': '1.10', Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: 'SecurityGroup': '1.4', Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: 'SecurityGroupRule': '1.2', Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: 'SubPort': '1.0', Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: 'Subnet': '1.1', Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: 'Trunk': '1.1'}} Oct 28 09:28:22.340397 dv-cinder-815146-5-iscsi neutron-server[101549]: {{(pid=101549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:28:22.429631 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729415096998'] for network, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:22.470011 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for network, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:22.471216 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:22.471921 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:22.551368 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7583313 Oct 28 09:28:22.575392 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1f21e-e5cf-4153-ab28-f31e38511a61 admin admin] Pushing event updated for resources: {'Network': ['ID=de3151ff-d71f-4fca-b0ce-0567dc4e77bd,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:22.588818 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Network de3151ff-d71f-4fca-b0ce-0567dc4e77bd details requested by agent ovs-agent-dv-cinder-815146-5-iscsi with host dv-cinder-815146-5-iscsi {{(pid=101551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:28:25.333040 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 49600) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:28:25.822172 dv-cinder-815146-5-iscsi neutron-server[101550]: WARNING oslo_policy.policy [None req-17f9fc26-9d74-4d84-b6fc-6e58db507d5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:28:25.822754 dv-cinder-815146-5-iscsi neutron-server[101550]: WARNING oslo_policy.policy [None req-17f9fc26-9d74-4d84-b6fc-6e58db507d5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:28:26.266062 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.policy [None req-17f9fc26-9d74-4d84-b6fc-6e58db507d5f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101550) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 09:28:26.315441 dv-cinder-815146-5-iscsi neutron-server[101550]: WARNING oslo_policy.policy [None req-17f9fc26-9d74-4d84-b6fc-6e58db507d5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:28:26.315925 dv-cinder-815146-5-iscsi neutron-server[101550]: WARNING oslo_policy.policy [None req-17f9fc26-9d74-4d84-b6fc-6e58db507d5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:28:26.324186 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f9fc26-9d74-4d84-b6fc-6e58db507d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:26.326070 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-17f9fc26-9d74-4d84-b6fc-6e58db507d5f admin admin] 10.222.0.113 "GET /v2.0/networks/de3151ff-d71f-4fca-b0ce-0567dc4e77bd HTTP/1.1" status: 200 len: 825 time: 0.9909658 Oct 28 09:28:26.366286 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-6c147183-a367-4556-ace7-0ab6d555e4d4 admin admin] 10.222.0.113 "GET /v2.0/subnetpools/0ec96273-206d-4e5c-b5bd-593f1b0bfef7 HTTP/1.1" status: 200 len: 734 time: 0.0333769 Oct 28 09:28:26.377278 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Request body: {'subnet': {'network_id': 'de3151ff-d71f-4fca-b0ce-0567dc4e77bd', 'subnetpool_id': '0ec96273-206d-4e5c-b5bd-593f1b0bfef7', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '7007cfcb840e4032aa02d8bb623c4422'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:28:26.378816 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.quota [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Loaded quota_driver: . Oct 28 09:28:26.417845 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Made reservation on behalf of 7007cfcb840e4032aa02d8bb623c4422 for: {'subnet': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:28:26.420713 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:26.710502 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for subnet, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:26.779401 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Checking segment: {'id': '6a76e0de-1a94-47fa-9cb1-70449ad9ffa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de3151ff-d71f-4fca-b0ce-0567dc4e77bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:28:26.779771 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Network hostable DHCP agents. Network: de3151ff-d71f-4fca-b0ce-0567dc4e77bd, hostable agents: ['51f327a7-c6d2-45a0-a90b-356f50710923'], hosted agents: [] {{(pid=101550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:28:26.798407 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=060e7850-be4a-47fb-ab75-1d8f31f20ad9,revision_number=0']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:26.810835 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.811200 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.811541 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.811901 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.812762 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.813140 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.813140 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.813764 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.814107 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.814429 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.814747 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.815060 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Tracked resource versions report: Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: pushed versions: Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: { 'AddressGroup': {'1.2'}, Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: 'ConntrackHelper': {'1.0'}, Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: 'Log': {'1.0'}, Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: 'Network': {'1.1'}, Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: 'Port': {'1.7'}, Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: 'PortForwarding': {'1.2'}, Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: 'QosPolicy': {'1.10'}, Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: 'SecurityGroup': {'1.4'}, Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: 'SubPort': {'1.0'}, Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: 'Subnet': {'1.1'}, Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: 'Trunk': {'1.1'}} Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: consumer versions: Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: { DHCP agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: L3 agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: Metadata agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: Metering agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: Open vSwitch agent@dv-cinder-815146-5-iscsi: { 'AddressGroup': '1.2', Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: 'ConntrackHelper': '1.0', Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: 'Log': '1.0', Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: 'Network': '1.1', Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: 'Port': '1.7', Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: 'PortForwarding': '1.2', Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: 'QosPolicy': '1.10', Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: 'SecurityGroup': '1.4', Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: 'SecurityGroupRule': '1.2', Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: 'SubPort': '1.0', Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: 'Subnet': '1.1', Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: 'Trunk': '1.1'}} Oct 28 09:28:26.816183 dv-cinder-815146-5-iscsi neutron-server[101550]: {{(pid=101550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:28:26.836081 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Network de3151ff-d71f-4fca-b0ce-0567dc4e77bd is scheduled to be hosted by DHCP agent 51f327a7-c6d2-45a0-a90b-356f50710923 with binding_index 1 {{(pid=101550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:28:26.856487 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-5-iscsi, de3151ff-d71f-4fca-b0ce-0567dc4e77bd) {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:28:26.861500 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:26.862920 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for subnet, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:26.864513 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdadd716-e301-43d8-828a-5de46f38d172 None None] Network de3151ff-d71f-4fca-b0ce-0567dc4e77bd requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:28:26.885134 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-cad1a6af-db2a-4ad0-8ead-50b4c1069c64 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5125027 Oct 28 09:28:27.196312 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp197d0051-dcd6-579c-9846-4ee4697789d2-de3151ff-d71f-4fca-b0ce-0567dc4e77bd', 'network_id': 'de3151ff-d71f-4fca-b0ce-0567dc4e77bd', 'tenant_id': '7007cfcb840e4032aa02d8bb623c4422', 'fixed_ips': [{'subnet_id': '060e7850-be4a-47fb-ab75-1d8f31f20ad9'}]}} from dv-cinder-815146-5-iscsi. {{(pid=101551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:28:27.197596 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:27.495742 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.db_base_plugin_common [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Allocated IP 172.20.0.2 (de3151ff-d71f-4fca-b0ce-0567dc4e77bd/060e7850-be4a-47fb-ab75-1d8f31f20ad9/e9dbbedd-447c-4bd7-a83c-ab1ee9d82eb2) {{(pid=101551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:28:27.702198 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Publish callbacks [] for port, precommit_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:27.710985 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:27.789029 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Network de3151ff-d71f-4fca-b0ce-0567dc4e77bd is already hosted by enough agents. {{(pid=101551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:28:27.793724 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.scheduler.base_scheduler [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Resources bound (agent type, host, resource id): {{(pid=101551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:28:27.799883 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Pushing event updated for resources: {'Port': ['ID=e9dbbedd-447c-4bd7-a83c-ab1ee9d82eb2,revision_number=1']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:27.802122 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Received port after_create {{(pid=101551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:28:27.811780 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:27.812196 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:27.813043 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:27.813381 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:27.813770 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:27.814107 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:27.814437 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:27.814767 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:27.815111 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:27.815449 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:27.815800 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:27.816125 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Tracked resource versions report: Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: pushed versions: Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: { 'AddressGroup': {'1.2'}, Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: 'ConntrackHelper': {'1.0'}, Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: 'Log': {'1.0'}, Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: 'Network': {'1.1'}, Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: 'Port': {'1.7'}, Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: 'PortForwarding': {'1.2'}, Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: 'QosPolicy': {'1.10'}, Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: 'SecurityGroup': {'1.4'}, Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: 'SubPort': {'1.0'}, Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: 'Subnet': {'1.1'}, Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: 'Trunk': {'1.1'}} Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: consumer versions: Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: { DHCP agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: L3 agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: Metadata agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: Metering agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: Open vSwitch agent@dv-cinder-815146-5-iscsi: { 'AddressGroup': '1.2', Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: 'ConntrackHelper': '1.0', Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: 'Log': '1.0', Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: 'Network': '1.1', Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: 'Port': '1.7', Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: 'PortForwarding': '1.2', Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: 'QosPolicy': '1.10', Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: 'SecurityGroup': '1.4', Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: 'SecurityGroupRule': '1.2', Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: 'SubPort': '1.0', Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: 'Subnet': '1.1', Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: 'Trunk': '1.1'}} Oct 28 09:28:27.817250 dv-cinder-815146-5-iscsi neutron-server[101551]: {{(pid=101551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:28:27.891927 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Attempting to bind port e9dbbedd-447c-4bd7-a83c-ab1ee9d82eb2 on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:28:27.892640 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Attempting to bind port e9dbbedd-447c-4bd7-a83c-ab1ee9d82eb2 by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '6a76e0de-1a94-47fa-9cb1-70449ad9ffa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de3151ff-d71f-4fca-b0ce-0567dc4e77bd'}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:28:27.892747 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Attempting to bind port e9dbbedd-447c-4bd7-a83c-ab1ee9d82eb2 on network de3151ff-d71f-4fca-b0ce-0567dc4e77bd {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:28:27.898336 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:28:27.898712 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Checking segment: {'id': '6a76e0de-1a94-47fa-9cb1-70449ad9ffa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de3151ff-d71f-4fca-b0ce-0567dc4e77bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:28:27.899173 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:27.899564 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Bound using segment: {'id': '6a76e0de-1a94-47fa-9cb1-70449ad9ffa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de3151ff-d71f-4fca-b0ce-0567dc4e77bd'} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:28:27.900074 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Bound port: e9dbbedd-447c-4bd7-a83c-ab1ee9d82eb2, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a76e0de-1a94-47fa-9cb1-70449ad9ffa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de3151ff-d71f-4fca-b0ce-0567dc4e77bd'}}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:28:27.900488 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:27.964303 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] For port e9dbbedd-447c-4bd7-a83c-ab1ee9d82eb2, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:28:27.986189 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] For port e9dbbedd-447c-4bd7-a83c-ab1ee9d82eb2, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=e9dbbedd-447c-4bd7-a83c-ab1ee9d82eb2,segment=NetworkSegment(6a76e0de-1a94-47fa-9cb1-70449ad9ffa1),segment_id=6a76e0de-1a94-47fa-9cb1-70449ad9ffa1)] {{(pid=101551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:28:27.990532 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:28.045806 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddf801-6594-4d35-a930-7a63fa35ae8f None None] Pushing event updated for resources: {'Port': ['ID=e9dbbedd-447c-4bd7-a83c-ab1ee9d82eb2,revision_number=2']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:29.494770 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 49620) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:28:29.810160 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [None req-3a49a168-661d-49ab-b5e3-0c20f102a1d7 admin admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=101550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:28:29.811705 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-3a49a168-661d-49ab-b5e3-0c20f102a1d7 admin admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3155360 Oct 28 09:28:32.359795 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 49628) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:28:32.717891 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [None req-2c62b2f5-e2e7-47a0-aeaa-8ed3a336a08c admin admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=101549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:28:32.719480 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-2c62b2f5-e2e7-47a0-aeaa-8ed3a336a08c admin admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3587291 Oct 28 09:28:35.577224 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 49638) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:28:35.889375 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-2333a392-ee67-4224-a31b-9baf5ca77979 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '7007cfcb840e4032aa02d8bb623c4422'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:28:35.914692 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2333a392-ee67-4224-a31b-9baf5ca77979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1638839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3352'] for router, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:35.916350 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2333a392-ee67-4224-a31b-9baf5ca77979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1639374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1762869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3363'] for router, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:36.073154 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2333a392-ee67-4224-a31b-9baf5ca77979 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:36.091937 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2333a392-ee67-4224-a31b-9baf5ca77979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1653836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639315'] for router, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:36.113315 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2333a392-ee67-4224-a31b-9baf5ca77979 admin admin] Publish callbacks [] for router, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:36.114554 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-2333a392-ee67-4224-a31b-9baf5ca77979 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5357029 Oct 28 09:28:36.517592 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device e9dbbedd-447c-4bd7-a83c-ab1ee9d82eb2 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:28:36.605788 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port e9dbbedd-447c-4bd7-a83c-ab1ee9d82eb2 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:28:36.606179 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:36.717815 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:36.754976 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] For port e9dbbedd-447c-4bd7-a83c-ab1ee9d82eb2, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=e9dbbedd-447c-4bd7-a83c-ab1ee9d82eb2,segment=NetworkSegment(6a76e0de-1a94-47fa-9cb1-70449ad9ffa1),segment_id=6a76e0de-1a94-47fa-9cb1-70449ad9ffa1)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:28:36.759193 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:36.812367 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Pushing event updated for resources: {'Port': ['ID=e9dbbedd-447c-4bd7-a83c-ab1ee9d82eb2,revision_number=3']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:37.380768 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa38b8dd-9007-4b7f-8da6-2539caa20621 None None] Network de3151ff-d71f-4fca-b0ce-0567dc4e77bd requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:28:37.450171 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-44e5626d-58e4-4649-ad10-ed5da9e2d45c None None] Provisioning complete for port e9dbbedd-447c-4bd7-a83c-ab1ee9d82eb2 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:28:37.450560 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-44e5626d-58e4-4649-ad10-ed5da9e2d45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:37.808567 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-7c18d44b-c07a-4a78-bf66-9fafad44a50e None None] Provisioning complete for port e9dbbedd-447c-4bd7-a83c-ab1ee9d82eb2 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:28:37.809203 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-7c18d44b-c07a-4a78-bf66-9fafad44a50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:38.489140 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device e9dbbedd-447c-4bd7-a83c-ab1ee9d82eb2 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:28:38.537306 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port e9dbbedd-447c-4bd7-a83c-ab1ee9d82eb2 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:28:38.537680 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:38.644936 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 49650) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:28:38.712545 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-6e936c33-ee11-47f9-ab7e-ff8c9605b84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:38.956237 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [None req-94268aaa-8be6-4106-b66a-fdf60633d4a6 admin admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=101550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:28:38.957218 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-94268aaa-8be6-4106-b66a-fdf60633d4a6 admin admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3113616 Oct 28 09:28:41.113196 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f23075b7-117a-4f45-a95e-4f030f7efa0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:41.497894 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 49658) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:28:41.826880 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-4ad9f603-b770-4814-af91-b82b5139c3fd admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:28:41.851799 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad9f603-b770-4814-af91-b82b5139c3fd admin admin] Made reservation on behalf of db48cc6121b243ada2ab7791a45e626c for: {'network': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:28:41.854146 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4ad9f603-b770-4814-af91-b82b5139c3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for network, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:41.869842 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4ad9f603-b770-4814-af91-b82b5139c3fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:41.980613 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4ad9f603-b770-4814-af91-b82b5139c3fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:41.984892 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4ad9f603-b770-4814-af91-b82b5139c3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:42.004075 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4ad9f603-b770-4814-af91-b82b5139c3fd admin admin] Reserving flat network on physical network physnet1 {{(pid=101550) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 28 09:28:42.021632 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9f603-b770-4814-af91-b82b5139c3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acec959-9cdb-4909-a812-dc9dd43c48db,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:42.030903 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4ad9f603-b770-4814-af91-b82b5139c3fd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729415614293', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:42.032069 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4ad9f603-b770-4814-af91-b82b5139c3fd admin admin] Unsubscribe: segment precommit_create {{(pid=101550) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 09:28:42.032793 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.db.segments_db [None req-4ad9f603-b770-4814-af91-b82b5139c3fd admin admin] Added segment 08f22656-f2ac-44ad-b11d-472715fdc334 of type flat for network 31303b2b-323a-4b81-9e96-008831f8aead Oct 28 09:28:42.099346 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4ad9f603-b770-4814-af91-b82b5139c3fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729415096998'] for network, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:42.141411 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4ad9f603-b770-4814-af91-b82b5139c3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for network, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:42.142335 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad9f603-b770-4814-af91-b82b5139c3fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:42.142925 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4ad9f603-b770-4814-af91-b82b5139c3fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:42.225608 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-4ad9f603-b770-4814-af91-b82b5139c3fd admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7266295 Oct 28 09:28:42.245093 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9f603-b770-4814-af91-b82b5139c3fd admin admin] Pushing event updated for resources: {'Network': ['ID=31303b2b-323a-4b81-9e96-008831f8aead,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:42.257624 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Network 31303b2b-323a-4b81-9e96-008831f8aead details requested by agent ovs-agent-dv-cinder-815146-5-iscsi with host dv-cinder-815146-5-iscsi {{(pid=101551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:28:42.414225 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:42.592551 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:43.670010 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:44.885174 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 49676) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:28:45.071770 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abee20e-f391-4fdf-a686-539c881df0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:45.073113 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-9abee20e-f391-4fdf-a686-539c881df0d0 admin admin] 10.222.0.113 "GET /v2.0/subnets/060e7850-be4a-47fb-ab75-1d8f31f20ad9 HTTP/1.1" status: 200 len: 849 time: 0.1869774 Oct 28 09:28:45.192459 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-fa74fcbf-b1d1-43f4-a945-d0f8fad1c5a8 admin admin] 10.222.0.113 "GET /v2.0/routers/a3469dba-df96-47f4-b767-68c6acd8866c HTTP/1.1" status: 200 len: 704 time: 0.1128762 Oct 28 09:28:45.470168 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4d14ece9-68a6-413f-925c-43d53b48ecbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:45.781889 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [None req-4d14ece9-68a6-413f-925c-43d53b48ecbf admin admin] Allocated IP 172.20.0.1 (de3151ff-d71f-4fca-b0ce-0567dc4e77bd/060e7850-be4a-47fb-ab75-1d8f31f20ad9/5305e2de-c2d2-4158-a545-7bca750533eb) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:28:45.922033 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4d14ece9-68a6-413f-925c-43d53b48ecbf admin admin] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:46.034360 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4d14ece9-68a6-413f-925c-43d53b48ecbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:46.101696 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d14ece9-68a6-413f-925c-43d53b48ecbf admin admin] Network de3151ff-d71f-4fca-b0ce-0567dc4e77bd is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:28:46.106494 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-4d14ece9-68a6-413f-925c-43d53b48ecbf admin admin] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:28:46.112783 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d14ece9-68a6-413f-925c-43d53b48ecbf admin admin] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:28:46.113320 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4d14ece9-68a6-413f-925c-43d53b48ecbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1640142'] for router_interface, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:46.172497 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14ece9-68a6-413f-925c-43d53b48ecbf admin admin] Pushing event updated for resources: {'Port': ['ID=5305e2de-c2d2-4158-a545-7bca750533eb,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:46.312081 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4d14ece9-68a6-413f-925c-43d53b48ecbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:46.355265 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-cfda2fa2-1cbd-4fc7-80fc-2bf2c7392e39 None None] Provisioning complete for port 5305e2de-c2d2-4158-a545-7bca750533eb triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:28:46.355889 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-cfda2fa2-1cbd-4fc7-80fc-2bf2c7392e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:46.391015 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-cfda2fa2-1cbd-4fc7-80fc-2bf2c7392e39 None None] Port 5305e2de-c2d2-4158-a545-7bca750533eb cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:28:46.520866 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4d14ece9-68a6-413f-925c-43d53b48ecbf admin admin] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:46.525281 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4d14ece9-68a6-413f-925c-43d53b48ecbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:46.526701 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4d14ece9-68a6-413f-925c-43d53b48ecbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653342'] for router_interface, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:46.607208 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14ece9-68a6-413f-925c-43d53b48ecbf admin admin] Pushing event updated for resources: {'Port': ['ID=5305e2de-c2d2-4158-a545-7bca750533eb,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:46.654844 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d14ece9-68a6-413f-925c-43d53b48ecbf admin admin] Network de3151ff-d71f-4fca-b0ce-0567dc4e77bd is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:28:46.656528 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-4d14ece9-68a6-413f-925c-43d53b48ecbf admin admin] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:28:46.812905 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-9152e821-9df8-43cf-826f-4fa6e56fcf67 None None] Provisioning complete for port 5305e2de-c2d2-4158-a545-7bca750533eb triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:28:46.813284 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-9152e821-9df8-43cf-826f-4fa6e56fcf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:46.818527 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d14ece9-68a6-413f-925c-43d53b48ecbf admin admin] Router a3469dba-df96-47f4-b767-68c6acd8866c is scheduled to L3 agent b795c905-d4ab-4275-b216-80b90b100426 with binding_index 1 {{(pid=101550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:28:46.849342 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-9152e821-9df8-43cf-826f-4fa6e56fcf67 None None] Port 5305e2de-c2d2-4158-a545-7bca750533eb cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:28:46.909181 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d14ece9-68a6-413f-925c-43d53b48ecbf admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:28:46.914234 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-4d14ece9-68a6-413f-925c-43d53b48ecbf admin admin] 10.222.0.113 "PUT /v2.0/routers/a3469dba-df96-47f4-b767-68c6acd8866c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7159748 Oct 28 09:28:46.922009 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] Sync routers for ids ['a3469dba-df96-47f4-b767-68c6acd8866c'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:28:46.934446 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] Routers {'a3469dba-df96-47f4-b767-68c6acd8866c'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:28:46.935172 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:28:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['a3469dba-df96-47f4-b767-68c6acd8866c'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:28:47.125589 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] Set router a3469dba-df96-47f4-b767-68c6acd8866c gateway port host: None {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:28:47.560773 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3469dba-df96-47f4-b767-68c6acd8866c', 'name': 'router1', 'tenant_id': '7007cfcb840e4032aa02d8bb623c4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:28:35Z', 'updated_at': '2021-10-28T09:28:46Z', 'revision_number': 2, 'project_id': '7007cfcb840e4032aa02d8bb623c4422', 'gw_port_host': None, '_interfaces': [{'id': '5305e2de-c2d2-4158-a545-7bca750533eb', 'name': '', 'network_id': 'de3151ff-d71f-4fca-b0ce-0567dc4e77bd', 'tenant_id': '7007cfcb840e4032aa02d8bb623c4422', 'mac_address': 'fa:16:3e:36:cb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3469dba-df96-47f4-b767-68c6acd8866c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '060e7850-be4a-47fb-ab75-1d8f31f20ad9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:28:45Z', 'updated_at': '2021-10-28T09:28:46Z', 'revision_number': 2, 'project_id': '7007cfcb840e4032aa02d8bb623c4422', 'subnets': [{'id': '060e7850-be4a-47fb-ab75-1d8f31f20ad9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ec96273-206d-4e5c-b5bd-593f1b0bfef7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:28:47.623566 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] Checking router: a3469dba-df96-47f4-b767-68c6acd8866c for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:28:47.624189 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] Updating router a3469dba-df96-47f4-b767-68c6acd8866c port 5305e2de-c2d2-4158-a545-7bca750533eb binding host dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:28:47.691955 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:48.295569 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] Publish callbacks [] for port, precommit_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:48.304092 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:48.474176 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968b7fb-2a55-4df3-8165-66406701cb0f None None] Pushing event updated for resources: {'Port': ['ID=5305e2de-c2d2-4158-a545-7bca750533eb,revision_number=3']} {{(pid=101552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:48.494661 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2968b7fb-2a55-4df3-8165-66406701cb0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:48.494661 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2968b7fb-2a55-4df3-8165-66406701cb0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:48.494661 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2968b7fb-2a55-4df3-8165-66406701cb0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:48.494661 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2968b7fb-2a55-4df3-8165-66406701cb0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:48.494661 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2968b7fb-2a55-4df3-8165-66406701cb0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:48.495163 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2968b7fb-2a55-4df3-8165-66406701cb0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:48.495163 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2968b7fb-2a55-4df3-8165-66406701cb0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:48.495555 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2968b7fb-2a55-4df3-8165-66406701cb0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:48.495911 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2968b7fb-2a55-4df3-8165-66406701cb0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:48.496294 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2968b7fb-2a55-4df3-8165-66406701cb0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:48.496610 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2968b7fb-2a55-4df3-8165-66406701cb0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:48.496970 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2968b7fb-2a55-4df3-8165-66406701cb0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2968b7fb-2a55-4df3-8165-66406701cb0f None None] Tracked resource versions report: Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: pushed versions: Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: { 'AddressGroup': {'1.2'}, Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: 'ConntrackHelper': {'1.0'}, Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: 'Log': {'1.0'}, Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: 'Network': {'1.1'}, Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: 'Port': {'1.7'}, Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: 'PortForwarding': {'1.2'}, Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: 'QosPolicy': {'1.10'}, Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: 'SecurityGroup': {'1.4'}, Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: 'SubPort': {'1.0'}, Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: 'Subnet': {'1.1'}, Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: 'Trunk': {'1.1'}} Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: consumer versions: Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: { DHCP agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: L3 agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: Metadata agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: Metering agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: Open vSwitch agent@dv-cinder-815146-5-iscsi: { 'AddressGroup': '1.2', Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: 'ConntrackHelper': '1.0', Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: 'Log': '1.0', Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: 'Network': '1.1', Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: 'Port': '1.7', Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: 'PortForwarding': '1.2', Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: 'QosPolicy': '1.10', Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: 'SecurityGroup': '1.4', Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: 'SecurityGroupRule': '1.2', Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: 'SubPort': '1.0', Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: 'Subnet': '1.1', Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: 'Trunk': '1.1'}} Oct 28 09:28:48.498229 dv-cinder-815146-5-iscsi neutron-server[101552]: {{(pid=101552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:28:48.503014 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] Attempting to bind port 5305e2de-c2d2-4158-a545-7bca750533eb on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:28:48.503465 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] Attempting to bind port 5305e2de-c2d2-4158-a545-7bca750533eb by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '6a76e0de-1a94-47fa-9cb1-70449ad9ffa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de3151ff-d71f-4fca-b0ce-0567dc4e77bd'}] {{(pid=101552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:28:48.503959 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] Attempting to bind port 5305e2de-c2d2-4158-a545-7bca750533eb on network de3151ff-d71f-4fca-b0ce-0567dc4e77bd {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:28:48.513554 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:28:48.513992 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] Checking segment: {'id': '6a76e0de-1a94-47fa-9cb1-70449ad9ffa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de3151ff-d71f-4fca-b0ce-0567dc4e77bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:28:48.514558 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:48.514981 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] Bound using segment: {'id': '6a76e0de-1a94-47fa-9cb1-70449ad9ffa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de3151ff-d71f-4fca-b0ce-0567dc4e77bd'} {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:28:48.515507 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] Bound port: 5305e2de-c2d2-4158-a545-7bca750533eb, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a76e0de-1a94-47fa-9cb1-70449ad9ffa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de3151ff-d71f-4fca-b0ce-0567dc4e77bd'}}] {{(pid=101552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:28:48.515947 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:48.576993 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-c1cce178-5115-48e9-866e-e95b8936924d None None] Provisioning complete for port 5305e2de-c2d2-4158-a545-7bca750533eb triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:28:48.578023 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-c1cce178-5115-48e9-866e-e95b8936924d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:48.586846 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.db [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] For port 5305e2de-c2d2-4158-a545-7bca750533eb, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:28:48.608260 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.db [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] For port 5305e2de-c2d2-4158-a545-7bca750533eb, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=5305e2de-c2d2-4158-a545-7bca750533eb,segment=NetworkSegment(6a76e0de-1a94-47fa-9cb1-70449ad9ffa1),segment_id=6a76e0de-1a94-47fa-9cb1-70449ad9ffa1)] {{(pid=101552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:28:48.614803 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:48.620482 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-c1cce178-5115-48e9-866e-e95b8936924d None None] Port 5305e2de-c2d2-4158-a545-7bca750533eb cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:28:48.675435 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] Routers {'a3469dba-df96-47f4-b767-68c6acd8866c'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:28:48.676115 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:28:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['a3469dba-df96-47f4-b767-68c6acd8866c'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:28:48.679452 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968b7fb-2a55-4df3-8165-66406701cb0f None None] Pushing event updated for resources: {'Port': ['ID=5305e2de-c2d2-4158-a545-7bca750533eb,revision_number=4']} {{(pid=101552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:48.772417 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] Set router a3469dba-df96-47f4-b767-68c6acd8866c gateway port host: None {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:28:48.840716 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-4817f69e-ee3a-4f14-b2af-b3ca876a792b None None] Provisioning complete for port 5305e2de-c2d2-4158-a545-7bca750533eb triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:28:48.841013 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-4817f69e-ee3a-4f14-b2af-b3ca876a792b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:48.923645 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-4817f69e-ee3a-4f14-b2af-b3ca876a792b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:48.956686 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-4817f69e-ee3a-4f14-b2af-b3ca876a792b None None] For port 5305e2de-c2d2-4158-a545-7bca750533eb, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=5305e2de-c2d2-4158-a545-7bca750533eb,segment=NetworkSegment(6a76e0de-1a94-47fa-9cb1-70449ad9ffa1),segment_id=6a76e0de-1a94-47fa-9cb1-70449ad9ffa1)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:28:48.961303 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-4817f69e-ee3a-4f14-b2af-b3ca876a792b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:48.994174 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3469dba-df96-47f4-b767-68c6acd8866c', 'name': 'router1', 'tenant_id': '7007cfcb840e4032aa02d8bb623c4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:28:35Z', 'updated_at': '2021-10-28T09:28:46Z', 'revision_number': 2, 'project_id': '7007cfcb840e4032aa02d8bb623c4422', 'gw_port_host': None, '_interfaces': [{'id': '5305e2de-c2d2-4158-a545-7bca750533eb', 'name': '', 'network_id': 'de3151ff-d71f-4fca-b0ce-0567dc4e77bd', 'tenant_id': '7007cfcb840e4032aa02d8bb623c4422', 'mac_address': 'fa:16:3e:36:cb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3469dba-df96-47f4-b767-68c6acd8866c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '060e7850-be4a-47fb-ab75-1d8f31f20ad9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:28:45Z', 'updated_at': '2021-10-28T09:28:48Z', 'revision_number': 4, 'project_id': '7007cfcb840e4032aa02d8bb623c4422', 'subnets': [{'id': '060e7850-be4a-47fb-ab75-1d8f31f20ad9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ec96273-206d-4e5c-b5bd-593f1b0bfef7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:28:49.012738 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817f69e-ee3a-4f14-b2af-b3ca876a792b None None] Pushing event updated for resources: {'Port': ['ID=5305e2de-c2d2-4158-a545-7bca750533eb,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:49.028167 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd5d24-1816-4737-b4db-230147a049d7 None None] The sync data for ids ['a3469dba-df96-47f4-b767-68c6acd8866c'] in dv-cinder-815146-5-iscsi is: [{'id': 'a3469dba-df96-47f4-b767-68c6acd8866c', 'name': 'router1', 'tenant_id': '7007cfcb840e4032aa02d8bb623c4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:28:35Z', 'updated_at': '2021-10-28T09:28:46Z', 'revision_number': 2, 'project_id': '7007cfcb840e4032aa02d8bb623c4422', 'gw_port_host': None, '_interfaces': [{'id': '5305e2de-c2d2-4158-a545-7bca750533eb', 'name': '', 'network_id': 'de3151ff-d71f-4fca-b0ce-0567dc4e77bd', 'tenant_id': '7007cfcb840e4032aa02d8bb623c4422', 'mac_address': 'fa:16:3e:36:cb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3469dba-df96-47f4-b767-68c6acd8866c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '060e7850-be4a-47fb-ab75-1d8f31f20ad9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:28:45Z', 'updated_at': '2021-10-28T09:28:48Z', 'revision_number': 4, 'project_id': '7007cfcb840e4032aa02d8bb623c4422', 'subnets': [{'id': '060e7850-be4a-47fb-ab75-1d8f31f20ad9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ec96273-206d-4e5c-b5bd-593f1b0bfef7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:28:49.302770 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 49696) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:28:49.452193 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d76f47f-e81d-4573-926b-3c689e1c4953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:49.453612 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-5d76f47f-e81d-4573-926b-3c689e1c4953 admin admin] 10.222.0.113 "GET /v2.0/networks/31303b2b-323a-4b81-9e96-008831f8aead HTTP/1.1" status: 200 len: 842 time: 0.1495910 Oct 28 09:28:49.463857 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-a2121310-e6bd-4c6e-8368-2ab879548f12 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:28:49.487119 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2121310-e6bd-4c6e-8368-2ab879548f12 admin admin] Made reservation on behalf of db48cc6121b243ada2ab7791a45e626c for: {'subnet': 1} {{(pid=101549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:28:49.489376 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a2121310-e6bd-4c6e-8368-2ab879548f12 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:49.929587 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.objects.ports [None req-a2121310-e6bd-4c6e-8368-2ab879548f12 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101549) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 09:28:49.930091 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a2121310-e6bd-4c6e-8368-2ab879548f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for subnet, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:49.985822 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2121310-e6bd-4c6e-8368-2ab879548f12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3684885-b597-423f-94c6-5f950061bf40,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:50.004031 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2121310-e6bd-4c6e-8368-2ab879548f12 admin admin] Checking segment: {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:28:50.004385 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2121310-e6bd-4c6e-8368-2ab879548f12 admin admin] Network hostable DHCP agents. Network: 31303b2b-323a-4b81-9e96-008831f8aead, hostable agents: ['51f327a7-c6d2-45a0-a90b-356f50710923'], hosted agents: [] {{(pid=101549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:28:50.024914 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2121310-e6bd-4c6e-8368-2ab879548f12 admin admin] Network 31303b2b-323a-4b81-9e96-008831f8aead is scheduled to be hosted by DHCP agent 51f327a7-c6d2-45a0-a90b-356f50710923 with binding_index 1 {{(pid=101549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:28:50.036510 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.base_scheduler [None req-a2121310-e6bd-4c6e-8368-2ab879548f12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-5-iscsi, 31303b2b-323a-4b81-9e96-008831f8aead) {{(pid=101549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:28:50.042005 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2121310-e6bd-4c6e-8368-2ab879548f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:50.042719 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a2121310-e6bd-4c6e-8368-2ab879548f12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for subnet, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:50.047636 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea1e7d0-833b-48dc-a9fb-dd5008e6687c None None] Network 31303b2b-323a-4b81-9e96-008831f8aead requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:28:50.071764 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-a2121310-e6bd-4c6e-8368-2ab879548f12 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6006525 Oct 28 09:28:50.192555 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1b00ec-210d-445a-b382-1aea72858fc5 None None] Network 31303b2b-323a-4b81-9e96-008831f8aead requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:28:52.633845 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 49704) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:28:52.872332 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-cc1a676c-9e7b-42c4-a046-49e25768df6c admin admin] 10.222.0.113 "GET /v2.0/routers/a3469dba-df96-47f4-b767-68c6acd8866c HTTP/1.1" status: 200 len: 710 time: 0.2373352 Oct 28 09:28:52.967191 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85868595-591d-4631-90de-26d9e4b667da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:52.968795 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-85868595-591d-4631-90de-26d9e4b667da admin admin] 10.222.0.113 "GET /v2.0/networks/31303b2b-323a-4b81-9e96-008831f8aead HTTP/1.1" status: 200 len: 886 time: 0.0895121 Oct 28 09:28:52.978525 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-b8cedf13-01d0-493e-b19a-99943be3f1c3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:28:53.246164 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b8cedf13-01d0-493e-b19a-99943be3f1c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:53.487059 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b8cedf13-01d0-493e-b19a-99943be3f1c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:53.564067 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b8cedf13-01d0-493e-b19a-99943be3f1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:53.772955 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_common [None req-b8cedf13-01d0-493e-b19a-99943be3f1c3 admin admin] Allocated IP 172.27.2.125 (31303b2b-323a-4b81-9e96-008831f8aead/d3684885-b597-423f-94c6-5f950061bf40/e25e445f-3c29-43ad-bf63-d0bf1a612968) {{(pid=101549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:28:53.881977 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b8cedf13-01d0-493e-b19a-99943be3f1c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:53.944117 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b8cedf13-01d0-493e-b19a-99943be3f1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:54.012765 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cedf13-01d0-493e-b19a-99943be3f1c3 admin admin] Network 31303b2b-323a-4b81-9e96-008831f8aead is already hosted by enough agents. {{(pid=101549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:28:54.022123 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.base_scheduler [None req-b8cedf13-01d0-493e-b19a-99943be3f1c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:28:54.029264 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cedf13-01d0-493e-b19a-99943be3f1c3 admin admin] Received port after_create {{(pid=101549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:28:54.036288 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cedf13-01d0-493e-b19a-99943be3f1c3 admin admin] Pushing event updated for resources: {'Port': ['ID=e25e445f-3c29-43ad-bf63-d0bf1a612968,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:54.324354 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b8cedf13-01d0-493e-b19a-99943be3f1c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:54.523304 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b8cedf13-01d0-493e-b19a-99943be3f1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1639356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1653813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3389'] for router, precommit_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:54.528504 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b8cedf13-01d0-493e-b19a-99943be3f1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1639333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1639338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1653818'] for router, after_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:54.645555 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8cedf13-01d0-493e-b19a-99943be3f1c3 admin admin] Router a3469dba-df96-47f4-b767-68c6acd8866c has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:28:54.759934 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cedf13-01d0-493e-b19a-99943be3f1c3 admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:28:54.765176 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b8cedf13-01d0-493e-b19a-99943be3f1c3 admin admin] Publish callbacks [] for router, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:54.766911 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-b8cedf13-01d0-493e-b19a-99943be3f1c3 admin admin] 10.222.0.113 "PUT /v2.0/routers/a3469dba-df96-47f4-b767-68c6acd8866c HTTP/1.1" status: 200 len: 890 time: 1.7912273 Oct 28 09:28:56.185662 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] Sync routers for ids ['a3469dba-df96-47f4-b767-68c6acd8866c'] in dv-cinder-815146-5-iscsi {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:28:56.197130 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] Routers {'a3469dba-df96-47f4-b767-68c6acd8866c'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:28:56.197755 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:28:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['a3469dba-df96-47f4-b767-68c6acd8866c'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:28:56.413898 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] Set router a3469dba-df96-47f4-b767-68c6acd8866c gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:28:56.565494 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 5305e2de-c2d2-4158-a545-7bca750533eb up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:28:56.777325 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 5305e2de-c2d2-4158-a545-7bca750533eb triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:28:56.777699 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:57.060616 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3469dba-df96-47f4-b767-68c6acd8866c', 'name': 'router1', 'tenant_id': '7007cfcb840e4032aa02d8bb623c4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'e25e445f-3c29-43ad-bf63-d0bf1a612968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:28:35Z', 'updated_at': '2021-10-28T09:28:54Z', 'revision_number': 4, 'project_id': '7007cfcb840e4032aa02d8bb623c4422', 'gw_port': {'id': 'e25e445f-3c29-43ad-bf63-d0bf1a612968', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3469dba-df96-47f4-b767-68c6acd8866c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:28:53Z', 'updated_at': '2021-10-28T09:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '5305e2de-c2d2-4158-a545-7bca750533eb', 'name': '', 'network_id': 'de3151ff-d71f-4fca-b0ce-0567dc4e77bd', 'tenant_id': '7007cfcb840e4032aa02d8bb623c4422', 'mac_address': 'fa:16:3e:36:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3469dba-df96-47f4-b767-68c6acd8866c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '060e7850-be4a-47fb-ab75-1d8f31f20ad9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:28:45Z', 'updated_at': '2021-10-28T09:28:48Z', 'revision_number': 5, 'project_id': '7007cfcb840e4032aa02d8bb623c4422', 'subnets': [{'id': '060e7850-be4a-47fb-ab75-1d8f31f20ad9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ec96273-206d-4e5c-b5bd-593f1b0bfef7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:28:57.125970 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] Checking router: a3469dba-df96-47f4-b767-68c6acd8866c for host: dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:28:57.126324 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] Updating router a3469dba-df96-47f4-b767-68c6acd8866c port e25e445f-3c29-43ad-bf63-d0bf1a612968 binding host dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:28:57.184549 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:57.329771 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 49716) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:28:57.444930 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-3c3c01e4-fd1f-48b6-be29-6a9bf278b5bf admin admin] 10.222.0.113 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1139147 Oct 28 09:28:57.551926 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] Publish callbacks [] for port, precommit_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:57.557692 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:57.614550 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] Attempting to bind port e25e445f-3c29-43ad-bf63-d0bf1a612968 on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:28:57.614927 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] Attempting to bind port e25e445f-3c29-43ad-bf63-d0bf1a612968 by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:28:57.615294 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] Attempting to bind port e25e445f-3c29-43ad-bf63-d0bf1a612968 on network 31303b2b-323a-4b81-9e96-008831f8aead {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:28:57.617438 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03450c35-9662-4e80-8ee6-a0b60d924e02 None None] Pushing event updated for resources: {'Port': ['ID=e25e445f-3c29-43ad-bf63-d0bf1a612968,revision_number=2']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:57.625830 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:28:57.625830 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] Checking segment: {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:28:57.625830 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:57.625830 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] Bound using segment: {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:28:57.625830 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] Bound port: e25e445f-3c29-43ad-bf63-d0bf1a612968, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:28:57.627188 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:57.679580 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] For port e25e445f-3c29-43ad-bf63-d0bf1a612968, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:28:57.682823 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] For port e25e445f-3c29-43ad-bf63-d0bf1a612968, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=e25e445f-3c29-43ad-bf63-d0bf1a612968,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:28:57.688336 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:57.748706 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03450c35-9662-4e80-8ee6-a0b60d924e02 None None] Pushing event updated for resources: {'Port': ['ID=e25e445f-3c29-43ad-bf63-d0bf1a612968,revision_number=3']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:57.756081 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] Routers {'a3469dba-df96-47f4-b767-68c6acd8866c'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:28:57.756699 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:28:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['a3469dba-df96-47f4-b767-68c6acd8866c'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:28:57.874711 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] Set router a3469dba-df96-47f4-b767-68c6acd8866c gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:28:58.093138 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3469dba-df96-47f4-b767-68c6acd8866c', 'name': 'router1', 'tenant_id': '7007cfcb840e4032aa02d8bb623c4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'e25e445f-3c29-43ad-bf63-d0bf1a612968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:28:35Z', 'updated_at': '2021-10-28T09:28:54Z', 'revision_number': 4, 'project_id': '7007cfcb840e4032aa02d8bb623c4422', 'gw_port': {'id': 'e25e445f-3c29-43ad-bf63-d0bf1a612968', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3469dba-df96-47f4-b767-68c6acd8866c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:28:53Z', 'updated_at': '2021-10-28T09:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '5305e2de-c2d2-4158-a545-7bca750533eb', 'name': '', 'network_id': 'de3151ff-d71f-4fca-b0ce-0567dc4e77bd', 'tenant_id': '7007cfcb840e4032aa02d8bb623c4422', 'mac_address': 'fa:16:3e:36:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3469dba-df96-47f4-b767-68c6acd8866c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '060e7850-be4a-47fb-ab75-1d8f31f20ad9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:28:45Z', 'updated_at': '2021-10-28T09:28:48Z', 'revision_number': 5, 'project_id': '7007cfcb840e4032aa02d8bb623c4422', 'subnets': [{'id': '060e7850-be4a-47fb-ab75-1d8f31f20ad9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ec96273-206d-4e5c-b5bd-593f1b0bfef7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:28:58.121063 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318904ca-ab34-4e3d-a892-47c218b0b0d0 None None] The sync data for ids ['a3469dba-df96-47f4-b767-68c6acd8866c'] in dv-cinder-815146-5-iscsi is: [{'id': 'a3469dba-df96-47f4-b767-68c6acd8866c', 'name': 'router1', 'tenant_id': '7007cfcb840e4032aa02d8bb623c4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'e25e445f-3c29-43ad-bf63-d0bf1a612968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:28:35Z', 'updated_at': '2021-10-28T09:28:54Z', 'revision_number': 4, 'project_id': '7007cfcb840e4032aa02d8bb623c4422', 'gw_port': {'id': 'e25e445f-3c29-43ad-bf63-d0bf1a612968', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3469dba-df96-47f4-b767-68c6acd8866c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:28:53Z', 'updated_at': '2021-10-28T09:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '5305e2de-c2d2-4158-a545-7bca750533eb', 'name': '', 'network_id': 'de3151ff-d71f-4fca-b0ce-0567dc4e77bd', 'tenant_id': '7007cfcb840e4032aa02d8bb623c4422', 'mac_address': 'fa:16:3e:36:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3469dba-df96-47f4-b767-68c6acd8866c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '060e7850-be4a-47fb-ab75-1d8f31f20ad9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:28:45Z', 'updated_at': '2021-10-28T09:28:48Z', 'revision_number': 5, 'project_id': '7007cfcb840e4032aa02d8bb623c4422', 'subnets': [{'id': '060e7850-be4a-47fb-ab75-1d8f31f20ad9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ec96273-206d-4e5c-b5bd-593f1b0bfef7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:28:58.568069 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device e25e445f-3c29-43ad-bf63-d0bf1a612968 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:28:58.622711 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port e25e445f-3c29-43ad-bf63-d0bf1a612968 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:28:58.623081 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:58.706400 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:58.735342 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] For port e25e445f-3c29-43ad-bf63-d0bf1a612968, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=e25e445f-3c29-43ad-bf63-d0bf1a612968,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:28:58.740604 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:58.788378 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Pushing event updated for resources: {'Port': ['ID=e25e445f-3c29-43ad-bf63-d0bf1a612968,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:00.536367 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device e25e445f-3c29-43ad-bf63-d0bf1a612968 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:29:00.612546 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port e25e445f-3c29-43ad-bf63-d0bf1a612968 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:29:00.613190 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:08.716424 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-efa9610a-4f56-4918-a0e6-fb832643244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:10.912074 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 5 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:29:11.119006 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-a04ad5fb-57e6-4226-afc9-cfafdc528623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:12.414297 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:12.552919 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.690058 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:38.723775 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-ef1374ac-1997-4611-bd1c-24e70adc1edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:41.115308 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-4f436b2b-24b1-4421-be4f-528b4dbd9cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:42.420004 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:42.548217 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:43.724154 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:47.916409 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 5 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:30:08.716880 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-db5ebb72-a21f-4207-aa4f-a44c860d3419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:11.117266 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e7b26609-c7f5-48de-a47e-f38110eed2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:12.421360 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:12.544373 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:13.678432 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:24.915011 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 5 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:30:37.020248 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 50278) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:37.084777 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5027049-04b1-43d9-ab6b-040244b5f5ed admin admin] GET failed (client error): The resource could not be found. Oct 28 09:30:37.086173 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-e5027049-04b1-43d9-ab6b-040244b5f5ed admin admin] 10.222.0.113 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0649488 Oct 28 09:30:37.328164 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3204b0-131d-4bee-bae3-834bdc536b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:37.329657 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-8a3204b0-131d-4bee-bae3-834bdc536b3c admin admin] 10.222.0.113 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2386458 Oct 28 09:30:38.720030 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-8419554f-abfd-4019-902e-9e2f7e10d44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:39.646470 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 50288) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:39.754246 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9b6812-aaea-41db-a728-476df4e86c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:39.755612 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-bb9b6812-aaea-41db-a728-476df4e86c62 admin admin] 10.222.0.113 "GET /v2.0/subnets/060e7850-be4a-47fb-ab75-1d8f31f20ad9 HTTP/1.1" status: 200 len: 849 time: 0.1081977 Oct 28 09:30:39.766760 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-3c574155-e03f-422d-97f2-ba61bd8d8d27 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:39.852478 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3c574155-e03f-422d-97f2-ba61bd8d8d27 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:39.999606 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3c574155-e03f-422d-97f2-ba61bd8d8d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729415538661'] for subnet, after_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:40.030795 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c574155-e03f-422d-97f2-ba61bd8d8d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:40.031390 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3c574155-e03f-422d-97f2-ba61bd8d8d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for subnet, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:40.033774 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-3c574155-e03f-422d-97f2-ba61bd8d8d27 admin admin] 10.222.0.113 "PUT /v2.0/subnets/060e7850-be4a-47fb-ab75-1d8f31f20ad9 HTTP/1.1" status: 200 len: 868 time: 0.2698283 Oct 28 09:30:40.043539 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72329305-9cb5-4924-bff0-6c88c86e8272 None None] Network de3151ff-d71f-4fca-b0ce-0567dc4e77bd requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:30:40.066111 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c574155-e03f-422d-97f2-ba61bd8d8d27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=060e7850-be4a-47fb-ab75-1d8f31f20ad9,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:40.074032 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c574155-e03f-422d-97f2-ba61bd8d8d27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:40.074427 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c574155-e03f-422d-97f2-ba61bd8d8d27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:40.074782 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c574155-e03f-422d-97f2-ba61bd8d8d27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:40.075123 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c574155-e03f-422d-97f2-ba61bd8d8d27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:40.075485 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c574155-e03f-422d-97f2-ba61bd8d8d27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:40.076615 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c574155-e03f-422d-97f2-ba61bd8d8d27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:40.076954 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c574155-e03f-422d-97f2-ba61bd8d8d27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:40.077325 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c574155-e03f-422d-97f2-ba61bd8d8d27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:40.077679 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c574155-e03f-422d-97f2-ba61bd8d8d27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:40.078011 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c574155-e03f-422d-97f2-ba61bd8d8d27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:40.078339 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c574155-e03f-422d-97f2-ba61bd8d8d27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:40.078666 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c574155-e03f-422d-97f2-ba61bd8d8d27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:40.515071 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-c844ee2d-b17b-4413-b3d6-94e6afa1a443 None None] Provisioning complete for port e9dbbedd-447c-4bd7-a83c-ab1ee9d82eb2 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:30:40.515440 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-c844ee2d-b17b-4413-b3d6-94e6afa1a443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:40.606813 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-c844ee2d-b17b-4413-b3d6-94e6afa1a443 None None] Provisioning complete for port 5305e2de-c2d2-4158-a545-7bca750533eb triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:30:40.607100 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-c844ee2d-b17b-4413-b3d6-94e6afa1a443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:41.118515 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-07b04745-7754-404c-925c-235c782d55d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:42.423867 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:42.429265 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 50296) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:42.549563 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:42.628649 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29534773-7e04-4c9f-8cac-21873b6d813c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:42.629026 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29534773-7e04-4c9f-8cac-21873b6d813c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:42.630581 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-29534773-7e04-4c9f-8cac-21873b6d813c admin admin] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2003510 Oct 28 09:30:43.680019 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:44.973986 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 50304) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:45.106871 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c655bbe-37ec-4338-9acc-b1bfe9ddec79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:45.107337 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c655bbe-37ec-4338-9acc-b1bfe9ddec79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:45.108908 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-0c655bbe-37ec-4338-9acc-b1bfe9ddec79 admin admin] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1339793 Oct 28 09:30:47.471260 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 50312) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:47.598723 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353a5a6e-a5ad-4215-9a57-c24745cf6f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:47.600127 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-353a5a6e-a5ad-4215-9a57-c24745cf6f9e admin admin] 10.222.0.113 "GET /v2.0/networks/31303b2b-323a-4b81-9e96-008831f8aead HTTP/1.1" status: 200 len: 886 time: 0.1278689 Oct 28 09:30:49.923327 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 50320) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:50.066326 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9500ed-00dd-4ed5-a3cb-012280ea2d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:50.067717 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-0c9500ed-00dd-4ed5-a3cb-012280ea2d6e admin admin] 10.222.0.113 "GET /v2.0/networks/de3151ff-d71f-4fca-b0ce-0567dc4e77bd HTTP/1.1" status: 200 len: 869 time: 0.1434031 Oct 28 09:30:52.371196 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 50328) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:52.498315 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d8b151-8c3c-4c1c-ac96-de2e5ad91751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:52.498764 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d8b151-8c3c-4c1c-ac96-de2e5ad91751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:52.500642 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-29d8b151-8c3c-4c1c-ac96-de2e5ad91751 admin admin] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1284657 Oct 28 09:30:54.782528 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 50338) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:54.873027 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba74b2a-36ea-44be-9f21-95471d1a8108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:54.873631 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba74b2a-36ea-44be-9f21-95471d1a8108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:54.875715 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-eba74b2a-36ea-44be-9f21-95471d1a8108 admin admin] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0918710 Oct 28 09:30:57.201277 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 50346) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:57.294066 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd9932b-37cc-4f94-8e63-5e8624926d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:57.295391 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-0bd9932b-37cc-4f94-8e63-5e8624926d93 admin admin] 10.222.0.113 "GET /v2.0/subnets/060e7850-be4a-47fb-ab75-1d8f31f20ad9 HTTP/1.1" status: 200 len: 868 time: 0.0931726 Oct 28 09:30:59.657522 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 50354) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:59.743770 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e259b7-a033-4cdf-9bff-9f0d619af8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:59.745148 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-39e259b7-a033-4cdf-9bff-9f0d619af8ff admin admin] 10.222.0.113 "GET /v2.0/subnets/d3684885-b597-423f-94c6-5f950061bf40 HTTP/1.1" status: 200 len: 816 time: 0.0864189 Oct 28 09:31:01.916578 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 5 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:31:08.721153 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e49cb6f5-5cb3-4e4d-9138-b9eb38e2fbad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:11.121280 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-ca3a3888-e719-42cf-a93e-f1b97cde1926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:12.427322 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:12.551742 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:13.683229 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:24.521086 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 50408) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:24.568873 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [None req-2f5728fa-1e7d-4a23-a856-74deec41e59c admin admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=101549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:31:24.570057 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-2f5728fa-1e7d-4a23-a856-74deec41e59c admin admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0478234 Oct 28 09:31:26.984489 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 50416) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:27.050585 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c6cfe5-11e9-4883-a07f-59d581fc4d54 admin admin] GET failed (client error): The resource could not be found. Oct 28 09:31:27.052006 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-c1c6cfe5-11e9-4883-a07f-59d581fc4d54 admin admin] 10.222.0.113 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0664954 Oct 28 09:31:27.156326 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a720e0-8033-47c1-896f-4f42114d34b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:27.157706 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-87a720e0-8033-47c1-896f-4f42114d34b9 admin admin] 10.222.0.113 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0984664 Oct 28 09:31:29.485808 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 50424) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:29.535788 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-fa6ea6c6-91e9-4171-8512-edf75e4694ce admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:29.555854 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6ea6c6-91e9-4171-8512-edf75e4694ce admin admin] Made reservation on behalf of db48cc6121b243ada2ab7791a45e626c for: {'network': 1} {{(pid=101549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:31:29.558220 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea6c6-91e9-4171-8512-edf75e4694ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for network, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:29.593522 dv-cinder-815146-5-iscsi neutron-server[101549]: WARNING neutron.services.revisions.revision_plugin [None req-fa6ea6c6-91e9-4171-8512-edf75e4694ce admin admin] Could not find related network for resource to bump revision. Oct 28 09:31:29.605763 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6ea6c6-91e9-4171-8512-edf75e4694ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=101549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:31:29.615054 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea6c6-91e9-4171-8512-edf75e4694ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:29.615391 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.segments_db [None req-fa6ea6c6-91e9-4171-8512-edf75e4694ce admin admin] Added segment 2115b299-46f7-4106-aa6f-862c08e1c22b of type vlan for network a5e858a8-7b0c-4134-8ecf-392e34f07066 Oct 28 09:31:29.663852 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea6c6-91e9-4171-8512-edf75e4694ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729415096998'] for network, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:29.687329 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea6c6-91e9-4171-8512-edf75e4694ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for network, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:29.688289 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6ea6c6-91e9-4171-8512-edf75e4694ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:29.688890 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea6c6-91e9-4171-8512-edf75e4694ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:29.741243 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-fa6ea6c6-91e9-4171-8512-edf75e4694ce admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2543478 Oct 28 09:31:29.752461 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ea6c6-91e9-4171-8512-edf75e4694ce admin admin] Pushing event updated for resources: {'Network': ['ID=a5e858a8-7b0c-4134-8ecf-392e34f07066,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:29.769899 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Network a5e858a8-7b0c-4134-8ecf-392e34f07066 details requested by agent ovs-agent-dv-cinder-815146-5-iscsi with host dv-cinder-815146-5-iscsi {{(pid=101551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:31:32.075513 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 50432) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:32.140798 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fbe6a88-951a-4274-9e0d-0d0df58b1be0 admin admin] GET failed (client error): The resource could not be found. Oct 28 09:31:32.142192 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-1fbe6a88-951a-4274-9e0d-0d0df58b1be0 admin admin] 10.222.0.113 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0657218 Oct 28 09:31:32.240337 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619c11dc-d89f-47a0-be01-33aa85aced12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:32.241782 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-619c11dc-d89f-47a0-be01-33aa85aced12 admin admin] 10.222.0.113 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0943763 Oct 28 09:31:32.252800 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'a5e858a8-7b0c-4134-8ecf-392e34f07066', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:32.273733 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] Made reservation on behalf of db48cc6121b243ada2ab7791a45e626c for: {'subnet': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:31:32.276109 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:32.438442 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for subnet, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:32.565188 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c866030-d962-47ea-a714-f247c248830e,revision_number=0']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:32.577446 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:32.577792 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:32.578130 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:32.578461 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:32.578789 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:32.579116 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:32.579441 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:32.579806 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:32.580137 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:32.580456 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:32.580772 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:32.581086 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:32.586029 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] Checking segment: {'id': '2115b299-46f7-4106-aa6f-862c08e1c22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a5e858a8-7b0c-4134-8ecf-392e34f07066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:31:32.586377 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] Network hostable DHCP agents. Network: a5e858a8-7b0c-4134-8ecf-392e34f07066, hostable agents: ['51f327a7-c6d2-45a0-a90b-356f50710923'], hosted agents: [] {{(pid=101550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:31:32.603501 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] Network a5e858a8-7b0c-4134-8ecf-392e34f07066 is scheduled to be hosted by DHCP agent 51f327a7-c6d2-45a0-a90b-356f50710923 with binding_index 1 {{(pid=101550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:31:32.611840 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-5-iscsi, a5e858a8-7b0c-4134-8ecf-392e34f07066) {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:31:32.615816 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:32.616427 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for subnet, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:32.620866 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a67b1fa-4736-498b-969d-4f9d03c0847a None None] Network a5e858a8-7b0c-4134-8ecf-392e34f07066 requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:31:32.631565 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-25c2df0d-bc58-4990-adc7-fe8f71719086 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3820827 Oct 28 09:31:32.878357 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87874727-40d9-439e-9097-9dc03815467d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp197d0051-dcd6-579c-9846-4ee4697789d2-a5e858a8-7b0c-4134-8ecf-392e34f07066', 'network_id': 'a5e858a8-7b0c-4134-8ecf-392e34f07066', 'tenant_id': 'db48cc6121b243ada2ab7791a45e626c', 'fixed_ips': [{'subnet_id': '9c866030-d962-47ea-a714-f247c248830e'}]}} from dv-cinder-815146-5-iscsi. {{(pid=101551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:31:32.879279 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-87874727-40d9-439e-9097-9dc03815467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:33.025329 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.db_base_plugin_common [None req-87874727-40d9-439e-9097-9dc03815467d None None] Allocated IP 192.168.233.2 (a5e858a8-7b0c-4134-8ecf-392e34f07066/9c866030-d962-47ea-a714-f247c248830e/96c6f801-ebc4-43c4-b37d-1fc5db6a2b98) {{(pid=101551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:31:33.175776 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-87874727-40d9-439e-9097-9dc03815467d None None] Publish callbacks [] for port, precommit_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:33.182248 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-87874727-40d9-439e-9097-9dc03815467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:33.227444 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87874727-40d9-439e-9097-9dc03815467d None None] Network a5e858a8-7b0c-4134-8ecf-392e34f07066 is already hosted by enough agents. {{(pid=101551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:31:33.230984 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.scheduler.base_scheduler [None req-87874727-40d9-439e-9097-9dc03815467d None None] Resources bound (agent type, host, resource id): {{(pid=101551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:31:33.235709 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87874727-40d9-439e-9097-9dc03815467d None None] Received port after_create {{(pid=101551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:31:33.237587 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87874727-40d9-439e-9097-9dc03815467d None None] Pushing event updated for resources: {'Port': ['ID=96c6f801-ebc4-43c4-b37d-1fc5db6a2b98,revision_number=1']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:33.245427 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87874727-40d9-439e-9097-9dc03815467d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:33.245806 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87874727-40d9-439e-9097-9dc03815467d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:33.246162 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87874727-40d9-439e-9097-9dc03815467d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:33.246504 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87874727-40d9-439e-9097-9dc03815467d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:33.246840 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87874727-40d9-439e-9097-9dc03815467d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:33.247172 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87874727-40d9-439e-9097-9dc03815467d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:33.247525 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87874727-40d9-439e-9097-9dc03815467d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:33.247884 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87874727-40d9-439e-9097-9dc03815467d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:33.248233 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87874727-40d9-439e-9097-9dc03815467d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:33.248565 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87874727-40d9-439e-9097-9dc03815467d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:33.248890 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87874727-40d9-439e-9097-9dc03815467d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:33.249215 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87874727-40d9-439e-9097-9dc03815467d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:33.309871 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-87874727-40d9-439e-9097-9dc03815467d None None] Attempting to bind port 96c6f801-ebc4-43c4-b37d-1fc5db6a2b98 on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:31:33.310249 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-87874727-40d9-439e-9097-9dc03815467d None None] Attempting to bind port 96c6f801-ebc4-43c4-b37d-1fc5db6a2b98 by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '2115b299-46f7-4106-aa6f-862c08e1c22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a5e858a8-7b0c-4134-8ecf-392e34f07066'}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:31:33.310613 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87874727-40d9-439e-9097-9dc03815467d None None] Attempting to bind port 96c6f801-ebc4-43c4-b37d-1fc5db6a2b98 on network a5e858a8-7b0c-4134-8ecf-392e34f07066 {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:31:33.315911 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87874727-40d9-439e-9097-9dc03815467d None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:31:33.316293 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87874727-40d9-439e-9097-9dc03815467d None None] Checking segment: {'id': '2115b299-46f7-4106-aa6f-862c08e1c22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a5e858a8-7b0c-4134-8ecf-392e34f07066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:31:33.316701 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-87874727-40d9-439e-9097-9dc03815467d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:33.317098 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87874727-40d9-439e-9097-9dc03815467d None None] Bound using segment: {'id': '2115b299-46f7-4106-aa6f-862c08e1c22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a5e858a8-7b0c-4134-8ecf-392e34f07066'} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:31:33.317576 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-87874727-40d9-439e-9097-9dc03815467d None None] Bound port: 96c6f801-ebc4-43c4-b37d-1fc5db6a2b98, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2115b299-46f7-4106-aa6f-862c08e1c22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a5e858a8-7b0c-4134-8ecf-392e34f07066'}}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:31:33.317985 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-87874727-40d9-439e-9097-9dc03815467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:33.380769 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-87874727-40d9-439e-9097-9dc03815467d None None] For port 96c6f801-ebc4-43c4-b37d-1fc5db6a2b98, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:31:33.383933 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-87874727-40d9-439e-9097-9dc03815467d None None] For port 96c6f801-ebc4-43c4-b37d-1fc5db6a2b98, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=96c6f801-ebc4-43c4-b37d-1fc5db6a2b98,segment=NetworkSegment(2115b299-46f7-4106-aa6f-862c08e1c22b),segment_id=2115b299-46f7-4106-aa6f-862c08e1c22b)] {{(pid=101551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:31:33.389814 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-87874727-40d9-439e-9097-9dc03815467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:33.446782 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87874727-40d9-439e-9097-9dc03815467d None None] Pushing event updated for resources: {'Port': ['ID=96c6f801-ebc4-43c4-b37d-1fc5db6a2b98,revision_number=2']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:34.277677 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f47aaa5-ca7f-4d3a-92bc-67861512f370 None None] Network a5e858a8-7b0c-4134-8ecf-392e34f07066 requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:31:34.344662 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-c22d2bd9-48a0-4491-a91c-903f667d581e None None] Provisioning complete for port 96c6f801-ebc4-43c4-b37d-1fc5db6a2b98 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:34.345066 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-c22d2bd9-48a0-4491-a91c-903f667d581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:34.500380 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-c22d2bd9-48a0-4491-a91c-903f667d581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:34.539504 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-c22d2bd9-48a0-4491-a91c-903f667d581e None None] For port 96c6f801-ebc4-43c4-b37d-1fc5db6a2b98, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=96c6f801-ebc4-43c4-b37d-1fc5db6a2b98,segment=NetworkSegment(2115b299-46f7-4106-aa6f-862c08e1c22b),segment_id=2115b299-46f7-4106-aa6f-862c08e1c22b)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:34.546817 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-c22d2bd9-48a0-4491-a91c-903f667d581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:34.616546 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d2bd9-48a0-4491-a91c-903f667d581e None None] Pushing event updated for resources: {'Port': ['ID=96c6f801-ebc4-43c4-b37d-1fc5db6a2b98,revision_number=3']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:34.684632 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 96c6f801-ebc4-43c4-b37d-1fc5db6a2b98 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:31:34.737854 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 96c6f801-ebc4-43c4-b37d-1fc5db6a2b98 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:34.738224 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:34.788006 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-ed4ee2da-7ac2-422f-9dc1-880d63829cb5 None None] Provisioning complete for port 96c6f801-ebc4-43c4-b37d-1fc5db6a2b98 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:34.788409 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-ed4ee2da-7ac2-422f-9dc1-880d63829cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:36.610260 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 96c6f801-ebc4-43c4-b37d-1fc5db6a2b98 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:31:36.657933 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 96c6f801-ebc4-43c4-b37d-1fc5db6a2b98 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:36.658298 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:38.725232 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-a5875e2d-6610-43cb-94dd-a28f51436810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:38.914039 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 5 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:31:41.123620 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-7f679529-522f-4fec-97bd-9c7935a2067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:42.429692 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:42.553210 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:43.688047 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:08.726505 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-5e76878b-28de-405d-a12d-210cf1c537c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:11.125106 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-0d975581-54a6-4966-b389-0332cfd0687b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:12.433704 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:12.554994 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:13.690193 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.911674 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 5 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:32:38.729404 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-113dafec-6d35-4cf7-9eb6-b78f9367fb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:41.126761 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f96ca404-a58e-41dd-938a-f584e60072f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:42.439377 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:42.556897 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:42.844755 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 50476) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:42.850534 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [None req-2bd91515-754d-4fa1-b9a0-d77108763e9e tempest-verify_tempest_config-412734661 tempest-verify_tempest_config-412734661-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=101549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:32:42.851543 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-2bd91515-754d-4fa1-b9a0-d77108763e9e tempest-verify_tempest_config-412734661 tempest-verify_tempest_config-412734661-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058560 Oct 28 09:32:43.147031 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 50494) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:43.251647 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-eca72a2f-d793-4a00-98e0-c269c0e5083f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:43.327336 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-eca72a2f-d793-4a00-98e0-c269c0e5083f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:43.330946 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-eca72a2f-d793-4a00-98e0-c269c0e5083f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:43.377142 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-eca72a2f-d793-4a00-98e0-c269c0e5083f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=43cec8de88034abe926ae9f689a3402c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2290530 Oct 28 09:32:43.378108 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca72a2f-d793-4a00-98e0-c269c0e5083f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6779edd-3213-41f3-97f1-cbe1071e3c81,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:43.379922 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 50498) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:43.386516 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72a2f-d793-4a00-98e0-c269c0e5083f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.386879 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72a2f-d793-4a00-98e0-c269c0e5083f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.387220 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72a2f-d793-4a00-98e0-c269c0e5083f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.387606 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72a2f-d793-4a00-98e0-c269c0e5083f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.387911 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72a2f-d793-4a00-98e0-c269c0e5083f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.388245 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72a2f-d793-4a00-98e0-c269c0e5083f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.388577 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72a2f-d793-4a00-98e0-c269c0e5083f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.388927 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72a2f-d793-4a00-98e0-c269c0e5083f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.389271 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72a2f-d793-4a00-98e0-c269c0e5083f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.389598 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72a2f-d793-4a00-98e0-c269c0e5083f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.389920 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72a2f-d793-4a00-98e0-c269c0e5083f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.390239 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72a2f-d793-4a00-98e0-c269c0e5083f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.440714 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-5b8eef20-cd5c-4ac2-b183-41513557693b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:43.460904 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-5b8eef20-cd5c-4ac2-b183-41513557693b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:43.550072 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-5b8eef20-cd5c-4ac2-b183-41513557693b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:43.552782 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-5b8eef20-cd5c-4ac2-b183-41513557693b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:43.553917 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-5b8eef20-cd5c-4ac2-b183-41513557693b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a6779edd-3213-41f3-97f1-cbe1071e3c81 HTTP/1.1" status: 204 len: 168 time: 0.1712537 Oct 28 09:32:43.562483 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8eef20-cd5c-4ac2-b183-41513557693b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6779edd-3213-41f3-97f1-cbe1071e3c81,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:43.569454 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eef20-cd5c-4ac2-b183-41513557693b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.569820 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eef20-cd5c-4ac2-b183-41513557693b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.570166 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eef20-cd5c-4ac2-b183-41513557693b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.570502 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eef20-cd5c-4ac2-b183-41513557693b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.571193 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eef20-cd5c-4ac2-b183-41513557693b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.571948 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eef20-cd5c-4ac2-b183-41513557693b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.571948 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eef20-cd5c-4ac2-b183-41513557693b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.571948 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eef20-cd5c-4ac2-b183-41513557693b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.572259 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eef20-cd5c-4ac2-b183-41513557693b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.572585 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eef20-cd5c-4ac2-b183-41513557693b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.573061 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eef20-cd5c-4ac2-b183-41513557693b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.573298 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eef20-cd5c-4ac2-b183-41513557693b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:43.691269 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:52.908621 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 5 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:33:08.730202 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-00dafb1d-7401-44c3-9cc8-f0ff7b7c6f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:11.128114 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-ce3ca438-1207-4345-a646-a63f30fcac77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:12.439345 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:12.558799 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:13.697723 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:29.908745 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 5 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:33:38.734276 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-b9560f4d-f025-4dda-8da2-a811859a8645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:41.130446 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-05a8102b-d5bb-4313-ae9d-dd26339928f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:42.442458 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:42.561074 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:43.699518 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:06.909968 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 5 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:34:08.735072 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-2f1bc70d-133c-4a06-bd73-f14156c40301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:11.131931 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-190acd45-c2cb-45b8-96e1-e296f3386338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:12.445314 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:12.565443 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:13.702762 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:22.166348 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640065'] for agent, after_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:37.440736 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 50572) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:34:37.557074 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-93d3e6b7-4f75-425e-830a-e51ddaf96426 admin admin] 10.222.0.113 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.1152177 Oct 28 09:34:38.737012 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-8db941b5-c02b-46d8-988c-0ef610824511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:40.033389 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 50582) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:34:40.090594 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-28b6b45e-2d21-499a-9164-bee44b32b7a5 admin admin] 10.222.0.113 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.0561213 Oct 28 09:34:41.134778 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-3f220e50-74db-4c45-86f8-d5a841ac51cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:42.448874 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:42.567380 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:43.705815 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:43.911833 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:34:52.167727 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:08.741939 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-4f139569-51c4-4284-a072-56f519be9184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.136472 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-76215869-da95-419c-b40b-6fd55528bf25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.451591 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.567443 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:13.709458 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:20.915614 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:35:22.180493 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:38.748986 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f313aee7-e2c6-46a1-a424-61e159d01c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:41.138231 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-9d615060-6792-43f1-9645-b1894ef75c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:42.454242 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:42.573378 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:43.713872 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:52.189419 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:57.917561 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:36:08.753678 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-dcc84480-1ca7-443b-85ca-f06886b61207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:11.146813 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-b161693e-bc5b-4519-a620-811ed333e2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:11.377650 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 50712) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:11.756035 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-61891173-network', 'tenant_id': '527b76bbd1e54d17a4de33776892141c'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:11.781490 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Made reservation on behalf of 527b76bbd1e54d17a4de33776892141c for: {'network': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:11.784703 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for network, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:11.795457 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:11.884083 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:11.888343 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:11.917800 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0148f1f0-b81e-4bfa-981c-3c4fc54c638b,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:11.927025 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:11.927409 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:11.927784 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:11.928197 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:11.928546 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:11.928815 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:11.929152 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:11.929478 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:11.929807 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:11.930161 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:11.930442 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:11.931156 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Tracked resource versions report: Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: pushed versions: Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: { 'AddressGroup': {'1.2'}, Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: 'ConntrackHelper': {'1.0'}, Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: 'Log': {'1.0'}, Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: 'Network': {'1.1'}, Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: 'Port': {'1.7'}, Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: 'PortForwarding': {'1.2'}, Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: 'QosPolicy': {'1.10'}, Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: 'SecurityGroup': {'1.4'}, Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: 'SubPort': {'1.0'}, Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: 'Subnet': {'1.1'}, Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: 'Trunk': {'1.1'}} Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: consumer versions: Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: { DHCP agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: HyperV agent@hv-cinder-81514: {}, Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: L3 agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: Metadata agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: Metering agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: Open vSwitch agent@dv-cinder-815146-5-iscsi: { 'AddressGroup': '1.2', Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: 'ConntrackHelper': '1.0', Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: 'Log': '1.0', Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: 'Network': '1.1', Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: 'Port': '1.7', Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: 'PortForwarding': '1.2', Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: 'QosPolicy': '1.10', Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: 'SecurityGroup': '1.4', Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: 'SecurityGroupRule': '1.2', Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: 'SubPort': '1.0', Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: 'Subnet': '1.1', Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: 'Trunk': '1.1'}} Oct 28 09:36:11.931898 dv-cinder-815146-5-iscsi neutron-server[101550]: {{(pid=101550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:36:11.944054 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=101550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:36:11.954808 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:11.955244 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.db.segments_db [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Added segment 7c7aa649-fec5-4327-a727-a322b9bbc715 of type vlan for network 4ea4cab8-150a-44ba-9227-c4083ead845c Oct 28 09:36:12.003682 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729415096998'] for network, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:12.028871 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for network, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:12.029878 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:12.030513 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:12.108572 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7295129 Oct 28 09:36:12.111077 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 50760) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:12.113857 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d460cc-e66d-4667-b820-fde0d86e8a16 admin admin] Pushing event updated for resources: {'Network': ['ID=4ea4cab8-150a-44ba-9227-c4083ead845c,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:12.125955 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Request body: {'subnet': {'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-61891173-subnet', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:12.129293 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Network 4ea4cab8-150a-44ba-9227-c4083ead845c details requested by agent ovs-agent-dv-cinder-815146-5-iscsi with host dv-cinder-815146-5-iscsi {{(pid=101551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:36:12.151725 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Made reservation on behalf of 527b76bbd1e54d17a4de33776892141c for: {'subnet': 1} {{(pid=101549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:12.155082 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:12.382720 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for subnet, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:12.430494 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=263b05d8-eb38-4884-926d-259edcdc488d,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:12.452469 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:12.453020 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:12.453531 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:12.454330 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:12.454968 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:12.455577 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:12.456242 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:12.456822 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:12.457928 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:12.458574 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:12.459086 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:12.459555 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Tracked resource versions report: Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: pushed versions: Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: { 'AddressGroup': {'1.2'}, Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: 'ConntrackHelper': {'1.0'}, Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: 'Log': {'1.0'}, Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: 'Network': {'1.1'}, Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: 'Port': {'1.7'}, Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: 'PortForwarding': {'1.2'}, Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: 'QosPolicy': {'1.10'}, Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: 'SecurityGroup': {'1.4'}, Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: 'SubPort': {'1.0'}, Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: 'Subnet': {'1.1'}, Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: 'Trunk': {'1.1'}} Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: consumer versions: Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: { DHCP agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: HyperV agent@hv-cinder-81514: {}, Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: L3 agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: Metadata agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: Metering agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: Open vSwitch agent@dv-cinder-815146-5-iscsi: { 'AddressGroup': '1.2', Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: 'ConntrackHelper': '1.0', Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: 'Log': '1.0', Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: 'Network': '1.1', Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: 'Port': '1.7', Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: 'PortForwarding': '1.2', Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: 'QosPolicy': '1.10', Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: 'SecurityGroup': '1.4', Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: 'SecurityGroupRule': '1.2', Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: 'SubPort': '1.0', Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: 'Subnet': '1.1', Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: 'Trunk': '1.1'}} Oct 28 09:36:12.462672 dv-cinder-815146-5-iscsi neutron-server[101549]: {{(pid=101549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:36:12.466365 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:12.486285 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Checking segment: {'id': '7c7aa649-fec5-4327-a727-a322b9bbc715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:36:12.486781 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Network hostable DHCP agents. Network: 4ea4cab8-150a-44ba-9227-c4083ead845c, hostable agents: ['51f327a7-c6d2-45a0-a90b-356f50710923'], hosted agents: [] {{(pid=101549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:36:12.509930 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Network 4ea4cab8-150a-44ba-9227-c4083ead845c is scheduled to be hosted by DHCP agent 51f327a7-c6d2-45a0-a90b-356f50710923 with binding_index 1 {{(pid=101549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:36:12.520095 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.base_scheduler [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-5-iscsi, 4ea4cab8-150a-44ba-9227-c4083ead845c) {{(pid=101549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:12.529569 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:12.530817 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for subnet, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:12.531316 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78da8cd5-2234-427b-8b7a-fdc6293fec75 None None] Network 4ea4cab8-150a-44ba-9227-c4083ead845c requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:36:12.552854 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-7bd37aaa-a9a8-4659-abf3-ced5109957b3 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4390919 Oct 28 09:36:12.555287 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 50784) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:12.560903 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-a71975e4-98a1-4434-a5ea-2ef89b3ffa5c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-61891173-router', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:12.590736 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a71975e4-98a1-4434-a5ea-2ef89b3ffa5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1638839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3352'] for router, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:12.592059 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a71975e4-98a1-4434-a5ea-2ef89b3ffa5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1639374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1762869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3363'] for router, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:12.612935 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:12.757323 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp197d0051-dcd6-579c-9846-4ee4697789d2-4ea4cab8-150a-44ba-9227-c4083ead845c', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'fixed_ips': [{'subnet_id': '263b05d8-eb38-4884-926d-259edcdc488d'}]}} from dv-cinder-815146-5-iscsi. {{(pid=101551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:36:12.758518 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:12.800158 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a71975e4-98a1-4434-a5ea-2ef89b3ffa5c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:12.829094 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 50800) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:12.939904 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.db_base_plugin_common [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Allocated IP 172.20.0.2 (4ea4cab8-150a-44ba-9227-c4083ead845c/263b05d8-eb38-4884-926d-259edcdc488d/d6e4afb9-d408-4519-8c41-1a5a0256f953) {{(pid=101551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:36:12.975931 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a71975e4-98a1-4434-a5ea-2ef89b3ffa5c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.032116 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 50808) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:13.078117 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 50812) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:13.132975 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Publish callbacks [] for port, precommit_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.143787 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.208600 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Pushing event updated for resources: {'Port': ['ID=d6e4afb9-d408-4519-8c41-1a5a0256f953,revision_number=1']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:13.218228 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:13.218683 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:13.219027 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:13.219569 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:13.220080 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:13.220578 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:13.221117 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:13.221790 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:13.222302 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:13.222776 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:13.223265 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:13.223766 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Tracked resource versions report: Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: pushed versions: Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: { 'AddressGroup': {'1.2'}, Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: 'ConntrackHelper': {'1.0'}, Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: 'Log': {'1.0'}, Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: 'Network': {'1.1'}, Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: 'Port': {'1.7'}, Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: 'PortForwarding': {'1.2'}, Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: 'QosPolicy': {'1.10'}, Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: 'SecurityGroup': {'1.4'}, Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: 'SubPort': {'1.0'}, Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: 'Subnet': {'1.1'}, Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: 'Trunk': {'1.1'}} Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: consumer versions: Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: { DHCP agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: HyperV agent@hv-cinder-81514: {}, Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: L3 agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: Metadata agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: Metering agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: Open vSwitch agent@dv-cinder-815146-5-iscsi: { 'AddressGroup': '1.2', Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: 'ConntrackHelper': '1.0', Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: 'Log': '1.0', Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: 'Network': '1.1', Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: 'Port': '1.7', Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: 'PortForwarding': '1.2', Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: 'QosPolicy': '1.10', Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: 'SecurityGroup': '1.4', Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: 'SecurityGroupRule': '1.2', Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: 'SubPort': '1.0', Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: 'Subnet': '1.1', Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: 'Trunk': '1.1'}} Oct 28 09:36:13.225412 dv-cinder-815146-5-iscsi neutron-server[101551]: {{(pid=101551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:36:13.230102 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a71975e4-98a1-4434-a5ea-2ef89b3ffa5c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.243819 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Network 4ea4cab8-150a-44ba-9227-c4083ead845c is already hosted by enough agents. {{(pid=101551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:36:13.244459 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-f9c69080-2a95-4ce4-9e8c-c77625d15e62 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-385416870-network', 'tenant_id': 'a1655550196140baa9220386a1a8373e'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:13.245733 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.scheduler.base_scheduler [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Resources bound (agent type, host, resource id): {{(pid=101551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:13.249065 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Received port after_create {{(pid=101551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:36:13.275581 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a71975e4-98a1-4434-a5ea-2ef89b3ffa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.317459 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c69080-2a95-4ce4-9e8c-c77625d15e62 admin admin] Made reservation on behalf of a1655550196140baa9220386a1a8373e for: {'network': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:13.320431 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f9c69080-2a95-4ce4-9e8c-c77625d15e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for network, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.338427 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f9c69080-2a95-4ce4-9e8c-c77625d15e62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.348155 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Attempting to bind port d6e4afb9-d408-4519-8c41-1a5a0256f953 on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:36:13.348530 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Attempting to bind port d6e4afb9-d408-4519-8c41-1a5a0256f953 by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '7c7aa649-fec5-4327-a727-a322b9bbc715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c'}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:36:13.348900 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Attempting to bind port d6e4afb9-d408-4519-8c41-1a5a0256f953 on network 4ea4cab8-150a-44ba-9227-c4083ead845c {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:13.350564 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-85f0ffbe-6e1f-414a-9b6d-d5785821ac12 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1398989873-network', 'tenant_id': 'b657234d701d4fed8d1212c9119abe68'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:13.367297 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:36:13.367683 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Checking segment: {'id': '7c7aa649-fec5-4327-a727-a322b9bbc715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:36:13.368796 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.369210 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Bound using segment: {'id': '7c7aa649-fec5-4327-a727-a322b9bbc715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c'} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:36:13.369799 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Bound port: d6e4afb9-d408-4519-8c41-1a5a0256f953, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7aa649-fec5-4327-a727-a322b9bbc715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c'}}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:36:13.370195 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.378824 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f0ffbe-6e1f-414a-9b6d-d5785821ac12 admin admin] Made reservation on behalf of b657234d701d4fed8d1212c9119abe68 for: {'network': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:13.382684 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-85f0ffbe-6e1f-414a-9b6d-d5785821ac12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for network, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.393081 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-85f0ffbe-6e1f-414a-9b6d-d5785821ac12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.495989 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_common [None req-a71975e4-98a1-4434-a5ea-2ef89b3ffa5c admin admin] Allocated IP 172.27.2.64 (31303b2b-323a-4b81-9e96-008831f8aead/d3684885-b597-423f-94c6-5f950061bf40/6d7e8119-9e33-423c-b0b8-b020da3ddfdc) {{(pid=101549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:36:13.497551 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] For port d6e4afb9-d408-4519-8c41-1a5a0256f953, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:36:13.503069 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] For port d6e4afb9-d408-4519-8c41-1a5a0256f953, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=d6e4afb9-d408-4519-8c41-1a5a0256f953,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:36:13.515375 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.527328 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-85f0ffbe-6e1f-414a-9b6d-d5785821ac12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.537330 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-33cc0ed5-4914-4059-b0e6-a8ab31fcb156 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1321497610-network', 'tenant_id': 'fd2287341d704c78b0b7fb36cff0fc14'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:13.552763 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-85f0ffbe-6e1f-414a-9b6d-d5785821ac12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.622714 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0ffbe-6e1f-414a-9b6d-d5785821ac12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb69363c-aa7a-4f72-ac42-a2283183d5a9,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:13.697286 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f9c69080-2a95-4ce4-9e8c-c77625d15e62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.707288 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f0ffbe-6e1f-414a-9b6d-d5785821ac12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=101550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:36:13.707505 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a71975e4-98a1-4434-a5ea-2ef89b3ffa5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.715446 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1f88e-bc23-4d0a-8745-4d36b581b42b None None] Pushing event updated for resources: {'Port': ['ID=d6e4afb9-d408-4519-8c41-1a5a0256f953,revision_number=2']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:13.735558 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-85f0ffbe-6e1f-414a-9b6d-d5785821ac12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.736573 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.db.segments_db [None req-85f0ffbe-6e1f-414a-9b6d-d5785821ac12 admin admin] Added segment 8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a of type vlan for network 27679303-a81b-460d-8771-941e694a0c8e Oct 28 09:36:13.742569 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.795881 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f9c69080-2a95-4ce4-9e8c-c77625d15e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.814752 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c69080-2a95-4ce4-9e8c-c77625d15e62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=101550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:36:13.824776 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a71975e4-98a1-4434-a5ea-2ef89b3ffa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.830977 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f9c69080-2a95-4ce4-9e8c-c77625d15e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.831540 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.db.segments_db [None req-f9c69080-2a95-4ce4-9e8c-c77625d15e62 admin admin] Added segment 59d3290b-93f8-46c7-8242-3840173eb36c of type vlan for network 0c6135fc-e04f-41b1-91c9-8bd4154b91de Oct 28 09:36:13.885287 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f9c69080-2a95-4ce4-9e8c-c77625d15e62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729415096998'] for network, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.963645 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71975e4-98a1-4434-a5ea-2ef89b3ffa5c admin admin] Network 31303b2b-323a-4b81-9e96-008831f8aead is already hosted by enough agents. {{(pid=101549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:36:13.964003 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-85f0ffbe-6e1f-414a-9b6d-d5785821ac12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729415096998'] for network, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.965688 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c69080-2a95-4ce4-9e8c-c77625d15e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:13.971313 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f9c69080-2a95-4ce4-9e8c-c77625d15e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for network, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.973168 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c69080-2a95-4ce4-9e8c-c77625d15e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:13.974124 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f9c69080-2a95-4ce4-9e8c-c77625d15e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.975544 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.base_scheduler [None req-a71975e4-98a1-4434-a5ea-2ef89b3ffa5c admin admin] Resources bound (agent type, host, resource id): {{(pid=101549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:13.982637 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71975e4-98a1-4434-a5ea-2ef89b3ffa5c admin admin] Received port after_create {{(pid=101549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:36:13.997631 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71975e4-98a1-4434-a5ea-2ef89b3ffa5c admin admin] Pushing event updated for resources: {'Port': ['ID=6d7e8119-9e33-423c-b0b8-b020da3ddfdc,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:14.090803 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c69080-2a95-4ce4-9e8c-c77625d15e62 admin admin] Pushing event updated for resources: {'Network': ['ID=0c6135fc-e04f-41b1-91c9-8bd4154b91de,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:14.100946 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.db.resource_extend [None req-85f0ffbe-6e1f-414a-9b6d-d5785821ac12 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 09:36:14.121578 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cc0ed5-4914-4059-b0e6-a8ab31fcb156 admin admin] Made reservation on behalf of fd2287341d704c78b0b7fb36cff0fc14 for: {'network': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:14.124305 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-33cc0ed5-4914-4059-b0e6-a8ab31fcb156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for network, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:14.135335 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-33cc0ed5-4914-4059-b0e6-a8ab31fcb156 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:14.141689 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-f9c69080-2a95-4ce4-9e8c-c77625d15e62 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3105595 Oct 28 09:36:14.148027 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Network 0c6135fc-e04f-41b1-91c9-8bd4154b91de details requested by agent ovs-agent-dv-cinder-815146-5-iscsi with host dv-cinder-815146-5-iscsi {{(pid=101551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:36:14.152926 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 50840) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:14.155915 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-85f0ffbe-6e1f-414a-9b6d-d5785821ac12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for network, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:14.157363 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f0ffbe-6e1f-414a-9b6d-d5785821ac12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:14.158915 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-85f0ffbe-6e1f-414a-9b6d-d5785821ac12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:14.176153 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-1838a4e4-36d5-4271-9e99-dcbac61e085b admin admin] Request body: {'subnet': {'network_id': '0c6135fc-e04f-41b1-91c9-8bd4154b91de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-385416870-subnet', 'tenant_id': 'a1655550196140baa9220386a1a8373e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:14.214045 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-85f0ffbe-6e1f-414a-9b6d-d5785821ac12 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1800351 Oct 28 09:36:14.217410 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 50844) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:14.251417 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-98735cfc-d585-4b1a-bd2e-97598da27b51 admin admin] Request body: {'subnet': {'network_id': '27679303-a81b-460d-8771-941e694a0c8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1398989873-subnet', 'tenant_id': 'b657234d701d4fed8d1212c9119abe68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:14.253303 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1838a4e4-36d5-4271-9e99-dcbac61e085b admin admin] Made reservation on behalf of a1655550196140baa9220386a1a8373e for: {'subnet': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:14.261716 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-1838a4e4-36d5-4271-9e99-dcbac61e085b admin admin] Publish callbacks [] for subnet, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:14.302423 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98735cfc-d585-4b1a-bd2e-97598da27b51 admin admin] Made reservation on behalf of b657234d701d4fed8d1212c9119abe68 for: {'subnet': 1} {{(pid=101549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:14.309030 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-98735cfc-d585-4b1a-bd2e-97598da27b51 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:14.691494 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-33cc0ed5-4914-4059-b0e6-a8ab31fcb156 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:14.699726 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a71975e4-98a1-4434-a5ea-2ef89b3ffa5c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:14.734321 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-33cc0ed5-4914-4059-b0e6-a8ab31fcb156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:14.880048 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc0ed5-4914-4059-b0e6-a8ab31fcb156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943491b7-f74c-407e-a635-61e1b134d32c,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:14.892259 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0ffbe-6e1f-414a-9b6d-d5785821ac12 admin admin] Pushing event updated for resources: {'Network': ['ID=27679303-a81b-460d-8771-941e694a0c8e,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:14.902205 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33cc0ed5-4914-4059-b0e6-a8ab31fcb156 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=101550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:36:14.929296 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-98735cfc-d585-4b1a-bd2e-97598da27b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for subnet, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:14.940030 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-33cc0ed5-4914-4059-b0e6-a8ab31fcb156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:14.940525 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.db.segments_db [None req-33cc0ed5-4914-4059-b0e6-a8ab31fcb156 admin admin] Added segment e650cf88-e039-4065-ba6d-a962d6f93629 of type vlan for network ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c Oct 28 09:36:15.002166 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Network 27679303-a81b-460d-8771-941e694a0c8e details requested by agent ovs-agent-dv-cinder-815146-5-iscsi with host dv-cinder-815146-5-iscsi {{(pid=101551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:36:15.054825 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98735cfc-d585-4b1a-bd2e-97598da27b51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=736da4eb-0b64-47cf-a336-b2a25d32f39e,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:15.090608 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-33cc0ed5-4914-4059-b0e6-a8ab31fcb156 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729415096998'] for network, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:15.103368 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98735cfc-d585-4b1a-bd2e-97598da27b51 admin admin] Checking segment: {'id': '8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '27679303-a81b-460d-8771-941e694a0c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:36:15.103772 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98735cfc-d585-4b1a-bd2e-97598da27b51 admin admin] Network hostable DHCP agents. Network: 27679303-a81b-460d-8771-941e694a0c8e, hostable agents: ['51f327a7-c6d2-45a0-a90b-356f50710923'], hosted agents: [] {{(pid=101549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:36:15.117321 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device d6e4afb9-d408-4519-8c41-1a5a0256f953 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:36:15.118687 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-1838a4e4-36d5-4271-9e99-dcbac61e085b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for subnet, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:15.149751 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98735cfc-d585-4b1a-bd2e-97598da27b51 admin admin] Network 27679303-a81b-460d-8771-941e694a0c8e is scheduled to be hosted by DHCP agent 51f327a7-c6d2-45a0-a90b-356f50710923 with binding_index 1 {{(pid=101549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:36:15.168570 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a71975e4-98a1-4434-a5ea-2ef89b3ffa5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1653836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639315'] for router, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:15.175332 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.base_scheduler [None req-98735cfc-d585-4b1a-bd2e-97598da27b51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-5-iscsi, 27679303-a81b-460d-8771-941e694a0c8e) {{(pid=101549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:15.180429 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98735cfc-d585-4b1a-bd2e-97598da27b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:15.182939 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-98735cfc-d585-4b1a-bd2e-97598da27b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for subnet, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:15.230510 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e416e8-e103-4cd2-8386-e7a68f106db1 None None] Network 27679303-a81b-460d-8771-941e694a0c8e requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:36:15.233335 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-33cc0ed5-4914-4059-b0e6-a8ab31fcb156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for network, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:15.234541 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cc0ed5-4914-4059-b0e6-a8ab31fcb156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:15.235366 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-33cc0ed5-4914-4059-b0e6-a8ab31fcb156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:15.281362 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-33cc0ed5-4914-4059-b0e6-a8ab31fcb156 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2019844 Oct 28 09:36:15.300112 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 50884) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:15.306410 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-2387d1d6-8b18-4dcb-af59-4daf0b60e954 admin admin] Request body: {'subnet': {'network_id': 'ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1321497610-subnet', 'tenant_id': 'fd2287341d704c78b0b7fb36cff0fc14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:15.372263 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2387d1d6-8b18-4dcb-af59-4daf0b60e954 admin admin] Made reservation on behalf of fd2287341d704c78b0b7fb36cff0fc14 for: {'subnet': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:15.374767 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2387d1d6-8b18-4dcb-af59-4daf0b60e954 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:15.420712 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af75ee3b-9484-43e7-abe6-09976d43cc48 None None] Network 4ea4cab8-150a-44ba-9227-c4083ead845c requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:36:15.472019 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838a4e4-36d5-4271-9e99-dcbac61e085b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f756cde3-6ad6-41bc-a74b-aa926d36b9a7,revision_number=0']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:15.496696 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1838a4e4-36d5-4271-9e99-dcbac61e085b admin admin] Checking segment: {'id': '59d3290b-93f8-46c7-8242-3840173eb36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c6135fc-e04f-41b1-91c9-8bd4154b91de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:36:15.497298 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1838a4e4-36d5-4271-9e99-dcbac61e085b admin admin] Network hostable DHCP agents. Network: 0c6135fc-e04f-41b1-91c9-8bd4154b91de, hostable agents: ['51f327a7-c6d2-45a0-a90b-356f50710923'], hosted agents: [] {{(pid=101550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:36:15.516486 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc0ed5-4914-4059-b0e6-a8ab31fcb156 admin admin] Pushing event updated for resources: {'Network': ['ID=ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:15.584133 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1838a4e4-36d5-4271-9e99-dcbac61e085b admin admin] Network 0c6135fc-e04f-41b1-91c9-8bd4154b91de is scheduled to be hosted by DHCP agent 51f327a7-c6d2-45a0-a90b-356f50710923 with binding_index 1 {{(pid=101550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:36:15.627042 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Network ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c details requested by agent ovs-agent-dv-cinder-815146-5-iscsi with host dv-cinder-815146-5-iscsi {{(pid=101551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:36:15.635032 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9679a2c3-9586-45f8-970b-63bb7d77ef3b None None] Network 27679303-a81b-460d-8771-941e694a0c8e requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:36:15.665931 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-98735cfc-d585-4b1a-bd2e-97598da27b51 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4356341 Oct 28 09:36:15.697587 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-1838a4e4-36d5-4271-9e99-dcbac61e085b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-5-iscsi, 0c6135fc-e04f-41b1-91c9-8bd4154b91de) {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:15.731086 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1838a4e4-36d5-4271-9e99-dcbac61e085b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:15.733754 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-1838a4e4-36d5-4271-9e99-dcbac61e085b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for subnet, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:15.793018 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-1838a4e4-36d5-4271-9e99-dcbac61e085b admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6376476 Oct 28 09:36:15.794945 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 50900) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:15.801969 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-8ad0d40b-35b2-462e-b3f7-76cc99183d6e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-385416870-router', 'tenant_id': 'a1655550196140baa9220386a1a8373e', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:15.809576 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2387d1d6-8b18-4dcb-af59-4daf0b60e954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for subnet, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:15.963987 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c001cf-d389-431b-9d14-7665d13f488d None None] Network 0c6135fc-e04f-41b1-91c9-8bd4154b91de requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:36:15.982814 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387d1d6-8b18-4dcb-af59-4daf0b60e954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b7a569-2c9d-4152-9710-2db39adc412c,revision_number=0']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:16.017872 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71975e4-98a1-4434-a5ea-2ef89b3ffa5c admin admin] Router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 is scheduled to L3 agent b795c905-d4ab-4275-b216-80b90b100426 with binding_index 1 {{(pid=101549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:36:16.055172 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d40b-35b2-462e-b3f7-76cc99183d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1638839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3352'] for router, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:16.057242 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d40b-35b2-462e-b3f7-76cc99183d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1639374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1762869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3363'] for router, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:16.144891 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-9783895d-6dc9-4367-82c3-c1cf280bfca7 None None] Provisioning complete for port d6e4afb9-d408-4519-8c41-1a5a0256f953 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:16.147270 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d40b-35b2-462e-b3f7-76cc99183d6e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:16.148485 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2387d1d6-8b18-4dcb-af59-4daf0b60e954 admin admin] Checking segment: {'id': 'e650cf88-e039-4065-ba6d-a962d6f93629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:36:16.148979 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2387d1d6-8b18-4dcb-af59-4daf0b60e954 admin admin] Network hostable DHCP agents. Network: ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c, hostable agents: ['51f327a7-c6d2-45a0-a90b-356f50710923'], hosted agents: [] {{(pid=101550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:36:16.149401 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-9783895d-6dc9-4367-82c3-c1cf280bfca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:16.207864 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71975e4-98a1-4434-a5ea-2ef89b3ffa5c admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:36:16.225599 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] Sync routers for ids ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:36:16.250713 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a71975e4-98a1-4434-a5ea-2ef89b3ffa5c admin admin] Publish callbacks [] for router, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:16.250947 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2387d1d6-8b18-4dcb-af59-4daf0b60e954 admin admin] Network ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c is scheduled to be hosted by DHCP agent 51f327a7-c6d2-45a0-a90b-356f50710923 with binding_index 1 {{(pid=101550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:36:16.255420 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-a71975e4-98a1-4434-a5ea-2ef89b3ffa5c admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6954479 Oct 28 09:36:16.256124 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 50916) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:16.262801 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] Routers {'beeb353f-6e62-4c3c-ba41-63a0ad6863f3'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:36:16.263452 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:36:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:16.282396 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-2387d1d6-8b18-4dcb-af59-4daf0b60e954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-5-iscsi, ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c) {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:16.374649 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2387d1d6-8b18-4dcb-af59-4daf0b60e954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:16.375636 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2387d1d6-8b18-4dcb-af59-4daf0b60e954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for subnet, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:16.381860 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802daebb-678b-4da7-bf59-85f8cb91edf1 None None] Network ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:36:16.410230 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-2387d1d6-8b18-4dcb-af59-4daf0b60e954 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0993743 Oct 28 09:36:16.410230 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d40b-35b2-462e-b3f7-76cc99183d6e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:16.544040 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port d6e4afb9-d408-4519-8c41-1a5a0256f953 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:16.544672 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:16.778805 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] Set router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:36:17.007478 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 50964) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:17.016181 dv-cinder-815146-5-iscsi neutron-server[101550]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 09:36:17.054279 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'name': 'tempest-AttachVolumeShelveTestJSON-61891173-router', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:12Z', 'updated_at': '2021-10-28T09:36:14Z', 'revision_number': 3, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'gw_port': {'id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:13Z', 'updated_at': '2021-10-28T09:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:17.068813 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-9783895d-6dc9-4367-82c3-c1cf280bfca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.089936 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] Checking router: beeb353f-6e62-4c3c-ba41-63a0ad6863f3 for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:36:17.091403 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] Updating router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 port 6d7e8119-9e33-423c-b0b8-b020da3ddfdc binding host dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:36:17.143670 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.152960 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95c4943-8e92-42bf-aafd-2b0265a3defe None None] Network 0c6135fc-e04f-41b1-91c9-8bd4154b91de requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:36:17.254333 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-9783895d-6dc9-4367-82c3-c1cf280bfca7 None None] For port d6e4afb9-d408-4519-8c41-1a5a0256f953, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=d6e4afb9-d408-4519-8c41-1a5a0256f953,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:17.348664 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-9783895d-6dc9-4367-82c3-c1cf280bfca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.504347 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4a754c-d9f9-47e6-8576-7ee7e5e31854 None None] Network ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:36:17.533253 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d40b-35b2-462e-b3f7-76cc99183d6e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.546546 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-16c86ac3-6912-487f-9446-263a346b05a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.558166 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 50990) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:17.563828 dv-cinder-815146-5-iscsi neutron-server[101549]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 09:36:17.591944 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d40b-35b2-462e-b3f7-76cc99183d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.619058 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-aa5e54dc-4b2c-407c-9cb9-63cc1682d4ce tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:17.620739 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-aa5e54dc-4b2c-407c-9cb9-63cc1682d4ce tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/networks?id=27679303-a81b-460d-8771-941e694a0c8e HTTP/1.1" status: 200 len: 815 time: 0.6105843 Oct 28 09:36:17.662036 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] Publish callbacks [] for port, precommit_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.672562 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.675899 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-2fc102b5-e469-42a8-b2df-339117291623 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/quotas/b657234d701d4fed8d1212c9119abe68 HTTP/1.1" status: 200 len: 375 time: 0.0210428 Oct 28 09:36:17.686458 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783895d-6dc9-4367-82c3-c1cf280bfca7 None None] Pushing event updated for resources: {'Port': ['ID=d6e4afb9-d408-4519-8c41-1a5a0256f953,revision_number=3']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:17.731747 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] Attempting to bind port 6d7e8119-9e33-423c-b0b8-b020da3ddfdc on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:36:17.732499 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] Attempting to bind port 6d7e8119-9e33-423c-b0b8-b020da3ddfdc by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}] {{(pid=101552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:36:17.733165 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] Attempting to bind port 6d7e8119-9e33-423c-b0b8-b020da3ddfdc on network 31303b2b-323a-4b81-9e96-008831f8aead {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:17.746245 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-28f088bf-515e-42a7-a9fb-135ba119ffae None None] Provisioning complete for port d6e4afb9-d408-4519-8c41-1a5a0256f953 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:17.747145 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-28f088bf-515e-42a7-a9fb-135ba119ffae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.749581 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:36:17.750420 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] Checking segment: {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:36:17.750910 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.751548 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] Bound using segment: {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'} {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:36:17.752317 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] Bound port: 6d7e8119-9e33-423c-b0b8-b020da3ddfdc, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}}] {{(pid=101552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:36:17.752964 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.791313 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-beaef2dd-4c4a-45f0-a900-465b5147c90f tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=b657234d701d4fed8d1212c9119abe68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1017241 Oct 28 09:36:17.856798 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf888c2-e1f0-4982-a9d9-dcc2116cabfd None None] Pushing event updated for resources: {'Port': ['ID=6d7e8119-9e33-423c-b0b8-b020da3ddfdc,revision_number=2']} {{(pid=101552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:17.859219 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.db [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] For port 6d7e8119-9e33-423c-b0b8-b020da3ddfdc, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:36:17.862008 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [None req-8ad0d40b-35b2-462e-b3f7-76cc99183d6e admin admin] Allocated IP 172.27.2.222 (31303b2b-323a-4b81-9e96-008831f8aead/d3684885-b597-423f-94c6-5f950061bf40/ac3885fe-1a8f-495b-a676-9dafccaeb54c) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:36:17.871111 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.db [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] For port 6d7e8119-9e33-423c-b0b8-b020da3ddfdc, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=6d7e8119-9e33-423c-b0b8-b020da3ddfdc,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:36:17.878965 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf888c2-e1f0-4982-a9d9-dcc2116cabfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.879675 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf888c2-e1f0-4982-a9d9-dcc2116cabfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.880484 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf888c2-e1f0-4982-a9d9-dcc2116cabfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.880998 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf888c2-e1f0-4982-a9d9-dcc2116cabfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.881482 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf888c2-e1f0-4982-a9d9-dcc2116cabfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.881973 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf888c2-e1f0-4982-a9d9-dcc2116cabfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.882634 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf888c2-e1f0-4982-a9d9-dcc2116cabfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.883277 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf888c2-e1f0-4982-a9d9-dcc2116cabfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.884082 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf888c2-e1f0-4982-a9d9-dcc2116cabfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.884949 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf888c2-e1f0-4982-a9d9-dcc2116cabfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.886027 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf888c2-e1f0-4982-a9d9-dcc2116cabfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.886510 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf888c2-e1f0-4982-a9d9-dcc2116cabfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf888c2-e1f0-4982-a9d9-dcc2116cabfd None None] Tracked resource versions report: Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: pushed versions: Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: { 'AddressGroup': {'1.2'}, Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: 'ConntrackHelper': {'1.0'}, Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: 'Log': {'1.0'}, Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: 'Network': {'1.1'}, Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: 'Port': {'1.7'}, Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: 'PortForwarding': {'1.2'}, Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: 'QosPolicy': {'1.10'}, Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: 'SecurityGroup': {'1.4'}, Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: 'SubPort': {'1.0'}, Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: 'Subnet': {'1.1'}, Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: 'Trunk': {'1.1'}} Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: consumer versions: Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: { DHCP agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: HyperV agent@hv-cinder-81514: {}, Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: L3 agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: Metadata agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: Metering agent@dv-cinder-815146-5-iscsi: {}, Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: Open vSwitch agent@dv-cinder-815146-5-iscsi: { 'AddressGroup': '1.2', Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: 'ConntrackHelper': '1.0', Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: 'Log': '1.0', Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: 'Network': '1.1', Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: 'Port': '1.7', Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: 'PortForwarding': '1.2', Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: 'QosPolicy': '1.10', Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: 'SecurityGroup': '1.4', Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: 'SecurityGroupRule': '1.2', Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: 'SubPort': '1.0', Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: 'Subnet': '1.1', Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: 'Trunk': '1.1'}} Oct 28 09:36:17.887832 dv-cinder-815146-5-iscsi neutron-server[101552]: {{(pid=101552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:36:17.893786 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.939550 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c9fdc-038c-480a-a675-433084571632 req-6f4ffd5b-b35e-4194-a51c-ec0480dabf0a tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:17.941758 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-930c9fdc-038c-480a-a675-433084571632 req-6f4ffd5b-b35e-4194-a51c-ec0480dabf0a tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/networks?id=ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c HTTP/1.1" status: 200 len: 812 time: 0.3817890 Oct 28 09:36:17.990879 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] Routers {'beeb353f-6e62-4c3c-ba41-63a0ad6863f3'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:36:17.991535 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:36:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:18.006532 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-930c9fdc-038c-480a-a675-433084571632 req-9a867dd2-c53e-451b-b1cb-0160d7820ea3 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/quotas/fd2287341d704c78b0b7fb36cff0fc14 HTTP/1.1" status: 200 len: 375 time: 0.0400858 Oct 28 09:36:18.092412 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-8a5aa685-ad01-438c-b407-c4136afc53ff service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=101550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:36:18.094958 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-930c9fdc-038c-480a-a675-433084571632 req-c35cd11b-b125-474c-bdd6-d6e91a84ab15 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=fd2287341d704c78b0b7fb36cff0fc14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743184 Oct 28 09:36:18.104244 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-8a5aa685-ad01-438c-b407-c4136afc53ff service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0750978 Oct 28 09:36:18.142845 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf888c2-e1f0-4982-a9d9-dcc2116cabfd None None] Pushing event updated for resources: {'Port': ['ID=6d7e8119-9e33-423c-b0b8-b020da3ddfdc,revision_number=3']} {{(pid=101552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:18.180316 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_common [None req-16c86ac3-6912-487f-9446-263a346b05a8 admin admin] Allocated IP 172.20.0.1 (4ea4cab8-150a-44ba-9227-c4083ead845c/263b05d8-eb38-4884-926d-259edcdc488d/25eb2c05-efbe-4c1b-8997-877dae9d31d8) {{(pid=101549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:36:18.208728 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] Set router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:36:18.214306 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d40b-35b2-462e-b3f7-76cc99183d6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:18.304048 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-9ba7582c-3369-4681-9d55-2eef51f589c9 service neutron] 10.222.0.113 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973283 Oct 28 09:36:18.346399 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [req-930c9fdc-038c-480a-a675-433084571632 req-6b449fe7-570f-4516-b019-e236f668c893 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=101549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:36:18.355357 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-930c9fdc-038c-480a-a675-433084571632 req-6b449fe7-570f-4516-b019-e236f668c893 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0881906 Oct 28 09:36:18.367567 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-16c86ac3-6912-487f-9446-263a346b05a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:18.385453 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d40b-35b2-462e-b3f7-76cc99183d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:18.437711 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad0d40b-35b2-462e-b3f7-76cc99183d6e admin admin] Network 31303b2b-323a-4b81-9e96-008831f8aead is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:36:18.450680 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-8ad0d40b-35b2-462e-b3f7-76cc99183d6e admin admin] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:18.451213 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'name': 'tempest-AttachVolumeShelveTestJSON-61891173-router', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:12Z', 'updated_at': '2021-10-28T09:36:14Z', 'revision_number': 3, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'gw_port': {'id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:13Z', 'updated_at': '2021-10-28T09:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:18.456277 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad0d40b-35b2-462e-b3f7-76cc99183d6e admin admin] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:36:18.476759 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-930c9fdc-038c-480a-a675-433084571632 req-ca1964cf-ad5d-4c4c-8231-c519780dde03 service neutron] 10.222.0.113 "GET /v2.0/networks/ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206558 Oct 28 09:36:18.478546 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-16c86ac3-6912-487f-9446-263a346b05a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:18.504701 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f04fe9a-92c0-4eaa-9d1d-27f32995ef52 None None] The sync data for ids ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'] in dv-cinder-815146-5-iscsi is: [{'id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'name': 'tempest-AttachVolumeShelveTestJSON-61891173-router', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:12Z', 'updated_at': '2021-10-28T09:36:14Z', 'revision_number': 3, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'gw_port': {'id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:13Z', 'updated_at': '2021-10-28T09:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:36:18.522588 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0d40b-35b2-462e-b3f7-76cc99183d6e admin admin] Pushing event updated for resources: {'Port': ['ID=ac3885fe-1a8f-495b-a676-9dafccaeb54c,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:18.577000 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-4b25194a-dff6-4427-be99-8d5c0a947162 service neutron] 10.222.0.113 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705836 Oct 28 09:36:18.611217 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c86ac3-6912-487f-9446-263a346b05a8 admin admin] Network 4ea4cab8-150a-44ba-9227-c4083ead845c is already hosted by enough agents. {{(pid=101549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:36:18.619220 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.base_scheduler [None req-16c86ac3-6912-487f-9446-263a346b05a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:18.622070 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c86ac3-6912-487f-9446-263a346b05a8 admin admin] Received port after_create {{(pid=101549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:36:18.622588 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-16c86ac3-6912-487f-9446-263a346b05a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1640142'] for router_interface, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:18.719834 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c86ac3-6912-487f-9446-263a346b05a8 admin admin] Pushing event updated for resources: {'Port': ['ID=25eb2c05-efbe-4c1b-8997-877dae9d31d8,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:18.887054 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d40b-35b2-462e-b3f7-76cc99183d6e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:19.065505 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-930c9fdc-038c-480a-a675-433084571632 req-62aaf37b-01ef-4ecb-b254-1f0f40005940 service neutron] 10.222.0.113 "GET /v2.0/networks/ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5415959 Oct 28 09:36:19.069270 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-85c78261-423b-4240-a788-098819a3f219 None None] Provisioning complete for port 25eb2c05-efbe-4c1b-8997-877dae9d31d8 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:19.069802 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-85c78261-423b-4240-a788-098819a3f219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:19.155195 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-85c78261-423b-4240-a788-098819a3f219 None None] Port 25eb2c05-efbe-4c1b-8997-877dae9d31d8 cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:36:19.244857 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-16c86ac3-6912-487f-9446-263a346b05a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:19.358013 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d40b-35b2-462e-b3f7-76cc99183d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1653836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639315'] for router, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:19.682029 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 6d7e8119-9e33-423c-b0b8-b020da3ddfdc up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:36:19.787989 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-16c86ac3-6912-487f-9446-263a346b05a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:19.823802 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-16c86ac3-6912-487f-9446-263a346b05a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:19.824696 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-16c86ac3-6912-487f-9446-263a346b05a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653342'] for router_interface, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:19.868868 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 6d7e8119-9e33-423c-b0b8-b020da3ddfdc triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:19.870857 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:19.937868 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c86ac3-6912-487f-9446-263a346b05a8 admin admin] Pushing event updated for resources: {'Port': ['ID=25eb2c05-efbe-4c1b-8997-877dae9d31d8,revision_number=2']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:19.944654 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-4f7df2a7-217f-4b77-aa33-dc33e621e36a req-ca7d7f60-a6f8-49b0-9928-6080a73984ff tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 210 time: 0.2996607 Oct 28 09:36:20.095150 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c86ac3-6912-487f-9446-263a346b05a8 admin admin] Network 4ea4cab8-150a-44ba-9227-c4083ead845c is already hosted by enough agents. {{(pid=101549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:36:20.101670 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.base_scheduler [None req-16c86ac3-6912-487f-9446-263a346b05a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:20.131662 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:20.188221 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad0d40b-35b2-462e-b3f7-76cc99183d6e admin admin] Router 08aa1cbd-f82e-443f-8771-4ee565fa9aa1 is scheduled to L3 agent b795c905-d4ab-4275-b216-80b90b100426 with binding_index 1 {{(pid=101550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:36:20.202998 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] For port 6d7e8119-9e33-423c-b0b8-b020da3ddfdc, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=6d7e8119-9e33-423c-b0b8-b020da3ddfdc,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:20.213548 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:20.214365 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device d6e4afb9-d408-4519-8c41-1a5a0256f953 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:36:20.385516 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-764cd846-0986-4ae6-b723-d5b1b056a4bb req-71e61433-dbcb-426b-9654-93ae475c6e10 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 210 time: 0.0979180 Oct 28 09:36:20.469969 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Pushing event updated for resources: {'Port': ['ID=6d7e8119-9e33-423c-b0b8-b020da3ddfdc,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:20.513226 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c86ac3-6912-487f-9446-263a346b05a8 admin admin] Router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:36:20.530219 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port d6e4afb9-d408-4519-8c41-1a5a0256f953 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:20.531006 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:20.630588 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad0d40b-35b2-462e-b3f7-76cc99183d6e admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:36:20.667113 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] Sync routers for ids ['08aa1cbd-f82e-443f-8771-4ee565fa9aa1'] in dv-cinder-815146-5-iscsi {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:36:20.689349 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d40b-35b2-462e-b3f7-76cc99183d6e admin admin] Publish callbacks [] for router, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:20.690713 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-392052d6-9350-490c-bbcd-8044d91b0994 None None] Provisioning complete for port 25eb2c05-efbe-4c1b-8997-877dae9d31d8 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:20.693277 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-392052d6-9350-490c-bbcd-8044d91b0994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:20.694112 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-8ad0d40b-35b2-462e-b3f7-76cc99183d6e admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8975644 Oct 28 09:36:20.698369 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 51138) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:20.756022 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c86ac3-6912-487f-9446-263a346b05a8 admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:36:20.780588 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-16c86ac3-6912-487f-9446-263a346b05a8 admin admin] 10.222.0.113 "PUT /v2.0/routers/beeb353f-6e62-4c3c-ba41-63a0ad6863f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5194409 Oct 28 09:36:20.843154 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51142) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:20.883086 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] Routers {'08aa1cbd-f82e-443f-8771-4ee565fa9aa1'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:36:20.883787 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:36:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['08aa1cbd-f82e-443f-8771-4ee565fa9aa1'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:21.130531 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-91b85df8-7da0-4ce8-82fc-ebe5daafdac9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:21.251216 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-91b85df8-7da0-4ce8-82fc-ebe5daafdac9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:21.258070 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-91b85df8-7da0-4ce8-82fc-ebe5daafdac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:21.294724 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-91b85df8-7da0-4ce8-82fc-ebe5daafdac9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a23d195f9d104f389593dd2e4ed3a93f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4501722 Oct 28 09:36:21.297353 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51162) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:21.360744 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-392052d6-9350-490c-bbcd-8044d91b0994 None None] Port 25eb2c05-efbe-4c1b-8997-877dae9d31d8 cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:36:21.392061 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b85df8-7da0-4ce8-82fc-ebe5daafdac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2205c1-350c-4315-b9e4-ffa17e42dfa9,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:21.436640 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f07b084d-191e-41d0-b782-517f45770cf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:21.437076 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] Sync routers for ids ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:36:21.451897 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-53ca496a-f867-4011-a778-2be3df84e410 req-c971d7d8-7749-4e0e-87c1-51f98c8bd443 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 210 time: 0.0826864 Oct 28 09:36:21.453209 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] Routers {'beeb353f-6e62-4c3c-ba41-63a0ad6863f3'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:36:21.454911 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:36:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:21.498007 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] Set router 08aa1cbd-f82e-443f-8771-4ee565fa9aa1 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:36:21.546970 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f07b084d-191e-41d0-b782-517f45770cf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:21.547236 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b7fad26b-0046-4301-92cb-1ea7c7fd96cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:21.586519 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] Set router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:36:21.621407 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 6d7e8119-9e33-423c-b0b8-b020da3ddfdc up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:36:21.689338 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5a8084bf-e2eb-423b-83d9-dc46b19402ac req-02822d5e-428c-4e10-a2a9-1ec2c2eead2c tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 210 time: 0.0463343 Oct 28 09:36:21.700494 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f07b084d-191e-41d0-b782-517f45770cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:21.703230 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f07b084d-191e-41d0-b782-517f45770cf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:21.704479 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-f07b084d-191e-41d0-b782-517f45770cf7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ca2205c1-350c-4315-b9e4-ffa17e42dfa9 HTTP/1.1" status: 204 len: 168 time: 0.4057050 Oct 28 09:36:21.729956 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b084d-191e-41d0-b782-517f45770cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2205c1-350c-4315-b9e4-ffa17e42dfa9,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:21.848901 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51178) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:21.854545 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-731fbd93-eb12-4c8b-9854-aa9aea7ef1ca tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1689048797', 'description': 'tempest-description--819320616'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:21.887927 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'name': 'tempest-AttachVolumeShelveTestJSON-61891173-router', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:12Z', 'updated_at': '2021-10-28T09:36:19Z', 'revision_number': 4, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'gw_port': {'id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:13Z', 'updated_at': '2021-10-28T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '25eb2c05-efbe-4c1b-8997-877dae9d31d8', 'name': '', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'mac_address': 'fa:16:3e:79:50:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '263b05d8-eb38-4884-926d-259edcdc488d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:17Z', 'updated_at': '2021-10-28T09:36:19Z', 'revision_number': 2, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'subnets': [{'id': '263b05d8-eb38-4884-926d-259edcdc488d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:21.921656 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-731fbd93-eb12-4c8b-9854-aa9aea7ef1ca tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:21.934391 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [None req-b7fad26b-0046-4301-92cb-1ea7c7fd96cc admin admin] Allocated IP 172.20.0.1 (0c6135fc-e04f-41b1-91c9-8bd4154b91de/f756cde3-6ad6-41bc-a74b-aa926d36b9a7/7e889a9e-aad2-4c6f-9250-1892771f20f9) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:36:21.938092 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] Checking router: beeb353f-6e62-4c3c-ba41-63a0ad6863f3 for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:36:21.938782 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] Updating router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 port 25eb2c05-efbe-4c1b-8997-877dae9d31d8 binding host dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:36:21.964040 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 6d7e8119-9e33-423c-b0b8-b020da3ddfdc triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:21.964423 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:21.976077 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.079038 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b7fad26b-0046-4301-92cb-1ea7c7fd96cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.099037 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-731fbd93-eb12-4c8b-9854-aa9aea7ef1ca tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.108254 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-731fbd93-eb12-4c8b-9854-aa9aea7ef1ca tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.126276 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b7fad26b-0046-4301-92cb-1ea7c7fd96cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.143205 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aa1cbd-f82e-443f-8771-4ee565fa9aa1', 'name': 'tempest-ServerRescueNegativeTestJSON-385416870-router', 'tenant_id': 'a1655550196140baa9220386a1a8373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'ac3885fe-1a8f-495b-a676-9dafccaeb54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:16Z', 'updated_at': '2021-10-28T09:36:18Z', 'revision_number': 3, 'project_id': 'a1655550196140baa9220386a1a8373e', 'gw_port': {'id': 'ac3885fe-1a8f-495b-a676-9dafccaeb54c', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:57:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aa1cbd-f82e-443f-8771-4ee565fa9aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:17Z', 'updated_at': '2021-10-28T09:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:22.169262 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-731fbd93-eb12-4c8b-9854-aa9aea7ef1ca tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.170536 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-731fbd93-eb12-4c8b-9854-aa9aea7ef1ca tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3209307 Oct 28 09:36:22.172100 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fbd93-eb12-4c8b-9854-aa9aea7ef1ca tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf50fae-5ff2-4359-9591-662fdb0be0d8,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:22.174595 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 51182) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:22.184907 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-0357aaa1-0479-4df6-8002-3364d6146ad3 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Request body: {'security_group_rule': {'security_group_id': 'fdf50fae-5ff2-4359-9591-662fdb0be0d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:22.190146 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51184) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:22.202267 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fad26b-0046-4301-92cb-1ea7c7fd96cc admin admin] Network 0c6135fc-e04f-41b1-91c9-8bd4154b91de is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:36:22.210032 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] Checking router: 08aa1cbd-f82e-443f-8771-4ee565fa9aa1 for host: dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:36:22.210393 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] Updating router 08aa1cbd-f82e-443f-8771-4ee565fa9aa1 port ac3885fe-1a8f-495b-a676-9dafccaeb54c binding host dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:36:22.212822 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-b7fad26b-0046-4301-92cb-1ea7c7fd96cc admin admin] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:22.218401 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-992117c2-6655-4d34-a08e-b9da346f60a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.227185 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fad26b-0046-4301-92cb-1ea7c7fd96cc admin admin] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:36:22.228147 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b7fad26b-0046-4301-92cb-1ea7c7fd96cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1640142'] for router_interface, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.247358 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.258110 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.276722 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fad26b-0046-4301-92cb-1ea7c7fd96cc admin admin] Pushing event updated for resources: {'Port': ['ID=7e889a9e-aad2-4c6f-9250-1892771f20f9,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:22.328170 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-0357aaa1-0479-4df6-8002-3364d6146ad3 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.357291 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-992117c2-6655-4d34-a08e-b9da346f60a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.364411 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-992117c2-6655-4d34-a08e-b9da346f60a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.412064 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-992117c2-6655-4d34-a08e-b9da346f60a0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a48d0ffd2bc745f6a51b4eaaec46709b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2208788 Oct 28 09:36:22.416639 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 51188) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:22.447234 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992117c2-6655-4d34-a08e-b9da346f60a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bca41f1-5220-478e-b780-da00ffd27fb6,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:22.464475 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-0357aaa1-0479-4df6-8002-3364d6146ad3 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.473160 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] Publish callbacks [] for port, precommit_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.474807 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-0357aaa1-0479-4df6-8002-3364d6146ad3 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.480545 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.527308 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357aaa1-0479-4df6-8002-3364d6146ad3 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7362eaf0-02c8-4999-ae5f-5c5eec812fe4,revision_number=0']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:22.545820 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b7fad26b-0046-4301-92cb-1ea7c7fd96cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.557189 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285bcb9-1cc1-4602-aadd-9f1636536659 None None] Pushing event updated for resources: {'Port': ['ID=25eb2c05-efbe-4c1b-8997-877dae9d31d8,revision_number=3']} {{(pid=101552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:22.557992 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-0357aaa1-0479-4df6-8002-3364d6146ad3 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.559176 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-0357aaa1-0479-4df6-8002-3364d6146ad3 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3789082 Oct 28 09:36:22.563684 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51194) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:22.569421 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8d2fbde3-6382-4428-a71f-350578ed5188 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.575070 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-26419617-a6eb-4dd4-a7d9-a53c30d61f82 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Request body: {'security_group_rule': {'security_group_id': 'fdf50fae-5ff2-4359-9591-662fdb0be0d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:22.619446 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] Publish callbacks [] for port, precommit_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.633484 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.645460 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8d2fbde3-6382-4428-a71f-350578ed5188 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.649869 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-26419617-a6eb-4dd4-a7d9-a53c30d61f82 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.651703 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] Attempting to bind port 25eb2c05-efbe-4c1b-8997-877dae9d31d8 on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:36:22.653336 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] Attempting to bind port 25eb2c05-efbe-4c1b-8997-877dae9d31d8 by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '7c7aa649-fec5-4327-a727-a322b9bbc715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c'}] {{(pid=101552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:36:22.653966 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] Attempting to bind port 25eb2c05-efbe-4c1b-8997-877dae9d31d8 on network 4ea4cab8-150a-44ba-9227-c4083ead845c {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:22.664488 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:36:22.668175 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] Checking segment: {'id': '7c7aa649-fec5-4327-a727-a322b9bbc715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:36:22.669497 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.670141 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] Bound using segment: {'id': '7c7aa649-fec5-4327-a727-a322b9bbc715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c'} {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:36:22.670874 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] Bound port: 25eb2c05-efbe-4c1b-8997-877dae9d31d8, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7aa649-fec5-4327-a727-a322b9bbc715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c'}}] {{(pid=101552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:36:22.672195 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.720307 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] Attempting to bind port ac3885fe-1a8f-495b-a676-9dafccaeb54c on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:36:22.721274 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] Attempting to bind port ac3885fe-1a8f-495b-a676-9dafccaeb54c by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:36:22.722550 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] Attempting to bind port ac3885fe-1a8f-495b-a676-9dafccaeb54c on network 31303b2b-323a-4b81-9e96-008831f8aead {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:22.728730 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4225420-5895-4539-99e3-afa89b1c6c26 None None] Pushing event updated for resources: {'Port': ['ID=ac3885fe-1a8f-495b-a676-9dafccaeb54c,revision_number=2']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:22.735090 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:36:22.735848 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] Checking segment: {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:36:22.736466 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.737017 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] Bound using segment: {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:36:22.737668 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] Bound port: ac3885fe-1a8f-495b-a676-9dafccaeb54c, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:36:22.738240 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.836620 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] For port ac3885fe-1a8f-495b-a676-9dafccaeb54c, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:36:22.840751 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.db [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] For port 25eb2c05-efbe-4c1b-8997-877dae9d31d8, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:36:22.845544 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.db [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] For port 25eb2c05-efbe-4c1b-8997-877dae9d31d8, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=25eb2c05-efbe-4c1b-8997-877dae9d31d8,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:36:22.846017 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-26419617-a6eb-4dd4-a7d9-a53c30d61f82 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.847970 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] For port ac3885fe-1a8f-495b-a676-9dafccaeb54c, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=ac3885fe-1a8f-495b-a676-9dafccaeb54c,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:36:22.857325 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.862725 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.872988 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-26419617-a6eb-4dd4-a7d9-a53c30d61f82 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:22.944611 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26419617-a6eb-4dd4-a7d9-a53c30d61f82 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d290a19-34b4-449b-ac4c-4544bd3e276a,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:22.964178 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285bcb9-1cc1-4602-aadd-9f1636536659 None None] Pushing event updated for resources: {'Port': ['ID=25eb2c05-efbe-4c1b-8997-877dae9d31d8,revision_number=4']} {{(pid=101552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:22.972854 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-55c52332-dd8e-4fa1-b08e-d7a80e626588 req-c63d3040-934e-4213-828c-f95ab5a92bf9 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 210 time: 0.1232276 Oct 28 09:36:22.995244 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-26419617-a6eb-4dd4-a7d9-a53c30d61f82 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:23.000997 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a6b96e58-8329-45e4-95eb-c8a99bcca24c req-f36330bc-c31d-414c-ae38-4cea27139b66 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 210 time: 0.0837915 Oct 28 09:36:23.003756 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-26419617-a6eb-4dd4-a7d9-a53c30d61f82 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4372525 Oct 28 09:36:23.005468 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 51204) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:23.027402 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-f6c03539-3a24-4a6e-9c13-ff5274196c7f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Request body: {'floatingip': {'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:23.038203 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] Routers {'beeb353f-6e62-4c3c-ba41-63a0ad6863f3'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:36:23.039145 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:36:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:23.065810 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4225420-5895-4539-99e3-afa89b1c6c26 None None] Pushing event updated for resources: {'Port': ['ID=ac3885fe-1a8f-495b-a676-9dafccaeb54c,revision_number=3']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:23.090535 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] Routers {'08aa1cbd-f82e-443f-8771-4ee565fa9aa1'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:36:23.091193 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:36:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['08aa1cbd-f82e-443f-8771-4ee565fa9aa1'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:23.131630 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f6c03539-3a24-4a6e-9c13-ff5274196c7f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for floatingip, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:23.164987 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-21a660f3-4958-4ff6-8219-afa5829e54c2 None None] Provisioning complete for port 25eb2c05-efbe-4c1b-8997-877dae9d31d8 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:23.165877 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-21a660f3-4958-4ff6-8219-afa5829e54c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:23.252718 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] Set router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:36:23.346486 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b7fad26b-0046-4301-92cb-1ea7c7fd96cc admin admin] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:23.355002 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b7fad26b-0046-4301-92cb-1ea7c7fd96cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:23.356071 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b7fad26b-0046-4301-92cb-1ea7c7fd96cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653342'] for router_interface, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:23.364593 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] Set router 08aa1cbd-f82e-443f-8771-4ee565fa9aa1 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:36:23.412869 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-21a660f3-4958-4ff6-8219-afa5829e54c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:23.562380 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8d2fbde3-6382-4428-a71f-350578ed5188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:23.565218 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8d2fbde3-6382-4428-a71f-350578ed5188 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:23.566148 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-8d2fbde3-6382-4428-a71f-350578ed5188 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5bca41f1-5220-478e-b780-da00ffd27fb6 HTTP/1.1" status: 204 len: 168 time: 1.1485302 Oct 28 09:36:23.576671 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-21a660f3-4958-4ff6-8219-afa5829e54c2 None None] For port 25eb2c05-efbe-4c1b-8997-877dae9d31d8, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=25eb2c05-efbe-4c1b-8997-877dae9d31d8,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:23.587252 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-21a660f3-4958-4ff6-8219-afa5829e54c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:23.592941 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'name': 'tempest-AttachVolumeShelveTestJSON-61891173-router', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:12Z', 'updated_at': '2021-10-28T09:36:19Z', 'revision_number': 4, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'gw_port': {'id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:13Z', 'updated_at': '2021-10-28T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '25eb2c05-efbe-4c1b-8997-877dae9d31d8', 'name': '', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'mac_address': 'fa:16:3e:79:50:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '263b05d8-eb38-4884-926d-259edcdc488d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:17Z', 'updated_at': '2021-10-28T09:36:22Z', 'revision_number': 4, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'subnets': [{'id': '263b05d8-eb38-4884-926d-259edcdc488d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:23.612213 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fbde3-6382-4428-a71f-350578ed5188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bca41f1-5220-478e-b780-da00ffd27fb6,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:23.666196 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22923af9-ce1c-4974-ae96-ff0fc8ebd847 None None] The sync data for ids ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'] in dv-cinder-815146-5-iscsi is: [{'id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'name': 'tempest-AttachVolumeShelveTestJSON-61891173-router', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:12Z', 'updated_at': '2021-10-28T09:36:19Z', 'revision_number': 4, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'gw_port': {'id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:13Z', 'updated_at': '2021-10-28T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '25eb2c05-efbe-4c1b-8997-877dae9d31d8', 'name': '', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'mac_address': 'fa:16:3e:79:50:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '263b05d8-eb38-4884-926d-259edcdc488d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:17Z', 'updated_at': '2021-10-28T09:36:22Z', 'revision_number': 4, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'subnets': [{'id': '263b05d8-eb38-4884-926d-259edcdc488d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:36:23.693464 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fad26b-0046-4301-92cb-1ea7c7fd96cc admin admin] Pushing event updated for resources: {'Port': ['ID=7e889a9e-aad2-4c6f-9250-1892771f20f9,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:23.774686 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a660f3-4958-4ff6-8219-afa5829e54c2 None None] Pushing event updated for resources: {'Port': ['ID=25eb2c05-efbe-4c1b-8997-877dae9d31d8,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:23.781765 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-04b244b4-2370-49d4-b18a-ca369b2ef97f None None] Provisioning complete for port 25eb2c05-efbe-4c1b-8997-877dae9d31d8 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:23.782153 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-04b244b4-2370-49d4-b18a-ca369b2ef97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:23.894490 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aa1cbd-f82e-443f-8771-4ee565fa9aa1', 'name': 'tempest-ServerRescueNegativeTestJSON-385416870-router', 'tenant_id': 'a1655550196140baa9220386a1a8373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'ac3885fe-1a8f-495b-a676-9dafccaeb54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:16Z', 'updated_at': '2021-10-28T09:36:22Z', 'revision_number': 4, 'project_id': 'a1655550196140baa9220386a1a8373e', 'gw_port': {'id': 'ac3885fe-1a8f-495b-a676-9dafccaeb54c', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:57:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aa1cbd-f82e-443f-8771-4ee565fa9aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:17Z', 'updated_at': '2021-10-28T09:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '7e889a9e-aad2-4c6f-9250-1892771f20f9', 'name': '', 'network_id': '0c6135fc-e04f-41b1-91c9-8bd4154b91de', 'tenant_id': 'a1655550196140baa9220386a1a8373e', 'mac_address': 'fa:16:3e:2a:a0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aa1cbd-f82e-443f-8771-4ee565fa9aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f756cde3-6ad6-41bc-a74b-aa926d36b9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:21Z', 'updated_at': '2021-10-28T09:36:21Z', 'revision_number': 1, 'project_id': 'a1655550196140baa9220386a1a8373e', 'subnets': [{'id': 'f756cde3-6ad6-41bc-a74b-aa926d36b9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:23.970454 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.98', 49499) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:24.000507 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab777f-6b3e-49d1-8f3f-d515d5aecaf8 None None] The sync data for ids ['08aa1cbd-f82e-443f-8771-4ee565fa9aa1'] in dv-cinder-815146-5-iscsi is: [{'id': '08aa1cbd-f82e-443f-8771-4ee565fa9aa1', 'name': 'tempest-ServerRescueNegativeTestJSON-385416870-router', 'tenant_id': 'a1655550196140baa9220386a1a8373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'ac3885fe-1a8f-495b-a676-9dafccaeb54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:16Z', 'updated_at': '2021-10-28T09:36:22Z', 'revision_number': 4, 'project_id': 'a1655550196140baa9220386a1a8373e', 'gw_port': {'id': 'ac3885fe-1a8f-495b-a676-9dafccaeb54c', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:57:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aa1cbd-f82e-443f-8771-4ee565fa9aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:17Z', 'updated_at': '2021-10-28T09:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '7e889a9e-aad2-4c6f-9250-1892771f20f9', 'name': '', 'network_id': '0c6135fc-e04f-41b1-91c9-8bd4154b91de', 'tenant_id': 'a1655550196140baa9220386a1a8373e', 'mac_address': 'fa:16:3e:2a:a0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aa1cbd-f82e-443f-8771-4ee565fa9aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f756cde3-6ad6-41bc-a74b-aa926d36b9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:21Z', 'updated_at': '2021-10-28T09:36:21Z', 'revision_number': 1, 'project_id': 'a1655550196140baa9220386a1a8373e', 'subnets': [{'id': 'f756cde3-6ad6-41bc-a74b-aa926d36b9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:36:24.054162 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fad26b-0046-4301-92cb-1ea7c7fd96cc admin admin] Network 0c6135fc-e04f-41b1-91c9-8bd4154b91de is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:36:24.085792 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-b7fad26b-0046-4301-92cb-1ea7c7fd96cc admin admin] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:24.282603 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-ad4edd02-6f6b-4036-a3df-4ac849e33b45 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:24.284499 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-ad4edd02-6f6b-4036-a3df-4ac849e33b45 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.98 "GET /v2.0/networks?id=27679303-a81b-460d-8771-941e694a0c8e HTTP/1.1" status: 200 len: 815 time: 0.3129420 Oct 28 09:36:24.304015 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f6c03539-3a24-4a6e-9c13-ff5274196c7f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:24.328623 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a3f8823b-a32a-4148-b4f8-136ce9366fe3 req-f2845262-8c62-4778-9efe-9266027cf278 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 210 time: 0.1155238 Oct 28 09:36:24.356236 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c2b63dc1-cea0-4f36-83bc-2eeeacf85176 req-30f2d704-2815-4efa-9ebc-eb776d4bcd67 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 210 time: 0.0589199 Oct 28 09:36:24.361501 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-5eaac11f-c988-4558-b661-6c1008ceb0df tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Request body: {'port': {'device_id': '8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136', 'network_id': '27679303-a81b-460d-8771-941e694a0c8e', 'admin_state_up': True, 'tenant_id': 'b657234d701d4fed8d1212c9119abe68'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:24.608857 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.98', 49505) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:25.059024 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-5eaac11f-c988-4558-b661-6c1008ceb0df tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Made reservation on behalf of b657234d701d4fed8d1212c9119abe68 for: {'port': 1} {{(pid=101549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:25.064123 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-5eaac11f-c988-4558-b661-6c1008ceb0df tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:25.103974 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fad26b-0046-4301-92cb-1ea7c7fd96cc admin admin] Router 08aa1cbd-f82e-443f-8771-4ee565fa9aa1 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:36:25.213987 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [None req-f6c03539-3a24-4a6e-9c13-ff5274196c7f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Allocated IP 172.27.2.62 (31303b2b-323a-4b81-9e96-008831f8aead/d3684885-b597-423f-94c6-5f950061bf40/da2f05b9-93b6-422d-9451-22e9f5b795f6) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:36:25.526982 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c9fdc-038c-480a-a675-433084571632 req-587599c7-9972-4d9b-906c-93cd0fc37314 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:25.528558 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-930c9fdc-038c-480a-a675-433084571632 req-587599c7-9972-4d9b-906c-93cd0fc37314 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.98 "GET /v2.0/networks?id=ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c HTTP/1.1" status: 200 len: 812 time: 0.9183428 Oct 28 09:36:25.569839 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 25eb2c05-efbe-4c1b-8997-877dae9d31d8 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:36:25.604465 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-930c9fdc-038c-480a-a675-433084571632 req-cc9311ea-41e8-4e8c-9ab6-efefeb0655c9 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Request body: {'port': {'device_id': '0c76a76a-9fbb-40e8-b602-313022517c49', 'network_id': 'ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c', 'admin_state_up': True, 'tenant_id': 'fd2287341d704c78b0b7fb36cff0fc14'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:25.674428 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51338) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:25.703162 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 25eb2c05-efbe-4c1b-8997-877dae9d31d8 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:25.703599 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:25.704337 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3d37e1a1-260a-4026-a368-3c54bdd4ed9f req-52c219e9-b110-4fdd-9bb0-8257570841f9 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 210 time: 0.1747799 Oct 28 09:36:25.749869 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fad26b-0046-4301-92cb-1ea7c7fd96cc admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:36:25.792077 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-b7fad26b-0046-4301-92cb-1ea7c7fd96cc admin admin] 10.222.0.113 "PUT /v2.0/routers/08aa1cbd-f82e-443f-8771-4ee565fa9aa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0894449 Oct 28 09:36:25.814964 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-8599296e-d2dc-4f37-8139-bfed3ca19d80 req-f777faa1-cd3f-4190-af54-b2578aeb2cc1 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 210 time: 0.1327710 Oct 28 09:36:25.913060 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f6c03539-3a24-4a6e-9c13-ff5274196c7f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:25.992749 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-930c9fdc-038c-480a-a675-433084571632 req-cc9311ea-41e8-4e8c-9ab6-efefeb0655c9 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Made reservation on behalf of fd2287341d704c78b0b7fb36cff0fc14 for: {'port': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:26.001322 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-930c9fdc-038c-480a-a675-433084571632 req-cc9311ea-41e8-4e8c-9ab6-efefeb0655c9 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:26.058944 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_common [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-5eaac11f-c988-4558-b661-6c1008ceb0df tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Allocated IP 172.20.0.5 (27679303-a81b-460d-8771-941e694a0c8e/736da4eb-0b64-47cf-a336-b2a25d32f39e/d89e9c3c-8f0c-4e01-9d78-205c0d4dab14) {{(pid=101549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:36:26.177612 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f6c03539-3a24-4a6e-9c13-ff5274196c7f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:26.224951 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ee77c335-842a-42d4-a6be-f0ce2d8e074a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:26.397429 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c03539-3a24-4a6e-9c13-ff5274196c7f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Network 31303b2b-323a-4b81-9e96-008831f8aead is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:36:26.409738 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-f6c03539-3a24-4a6e-9c13-ff5274196c7f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:26.413360 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c03539-3a24-4a6e-9c13-ff5274196c7f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:36:26.460502 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ee77c335-842a-42d4-a6be-f0ce2d8e074a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:26.478913 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c03539-3a24-4a6e-9c13-ff5274196c7f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Pushing event updated for resources: {'Port': ['ID=da2f05b9-93b6-422d-9451-22e9f5b795f6,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:26.489144 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ee77c335-842a-42d4-a6be-f0ce2d8e074a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:26.783204 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [req-930c9fdc-038c-480a-a675-433084571632 req-cc9311ea-41e8-4e8c-9ab6-efefeb0655c9 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Allocated IP 172.20.0.6 (ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c/d1b7a569-2c9d-4152-9710-2db39adc412c/a30098a8-0399-43c6-90f4-90890885b5be) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:36:26.803743 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-ee77c335-842a-42d4-a6be-f0ce2d8e074a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f1d6a1510d0a4144b2af356ab36cc9cc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1249459 Oct 28 09:36:26.804561 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 51386) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:26.839013 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77c335-842a-42d4-a6be-f0ce2d8e074a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e4b93c-cbda-4ed2-a015-c71126a85ccc,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:26.879460 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f6c03539-3a24-4a6e-9c13-ff5274196c7f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:27.099528 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-4a961874-7eff-4acb-9562-601e44cb1834 req-d8dee6ec-3c28-4047-b2dd-fffec0d29859 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 210 time: 0.1560950 Oct 28 09:36:27.178488 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-5eaac11f-c988-4558-b661-6c1008ceb0df tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks [] for port, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:27.186213 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f6c03539-3a24-4a6e-9c13-ff5274196c7f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:27.372854 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-930c9fdc-038c-480a-a675-433084571632 req-cc9311ea-41e8-4e8c-9ab6-efefeb0655c9 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:27.382437 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 51398) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:27.388316 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-5eaac11f-c988-4558-b661-6c1008ceb0df tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:27.663740 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device ac3885fe-1a8f-495b-a676-9dafccaeb54c up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:36:27.683306 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaac11f-c988-4558-b661-6c1008ceb0df tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Pushing event updated for resources: {'Port': ['ID=d89e9c3c-8f0c-4e01-9d78-205c0d4dab14,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:27.716443 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-5eaac11f-c988-4558-b661-6c1008ceb0df tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Network 27679303-a81b-460d-8771-941e694a0c8e is already hosted by enough agents. {{(pid=101549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:36:27.719242 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.base_scheduler [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-5eaac11f-c988-4558-b661-6c1008ceb0df tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Resources bound (agent type, host, resource id): {{(pid=101549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:27.722779 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.l3_dvrscheduler_db [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-5eaac11f-c988-4558-b661-6c1008ceb0df tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Received port after_create {{(pid=101549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:36:27.732840 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-5eaac11f-c988-4558-b661-6c1008ceb0df tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:27.733896 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-5eaac11f-c988-4558-b661-6c1008ceb0df tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for port, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:27.765254 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804fa3e-d5ee-48f0-9736-a4713f380ecd req-077c4d3c-5e51-473d-97fd-db52b400ed95 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:27.773705 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d804fa3e-d5ee-48f0-9736-a4713f380ecd req-077c4d3c-5e51-473d-97fd-db52b400ed95 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 931 time: 0.4312198 Oct 28 09:36:27.780153 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-5eaac11f-c988-4558-b661-6c1008ceb0df tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4306929 Oct 28 09:36:27.811361 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-07ad9739-c2b5-4e41-bf32-f26a29ed9cfe tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=101549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:36:27.812466 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-07ad9739-c2b5-4e41-bf32-f26a29ed9cfe tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0158277 Oct 28 09:36:27.867117 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d804fa3e-d5ee-48f0-9736-a4713f380ecd req-ed240d48-cebc-4025-adba-9690c0e59126 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913241 Oct 28 09:36:27.951982 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port ac3885fe-1a8f-495b-a676-9dafccaeb54c triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:27.951982 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:28.030112 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-373a11b8-91c8-43a4-9cd9-7e3f9b437281 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:28.069371 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-930c9fdc-038c-480a-a675-433084571632 req-cc9311ea-41e8-4e8c-9ab6-efefeb0655c9 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:28.094471 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:28.127492 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] For port ac3885fe-1a8f-495b-a676-9dafccaeb54c, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=ac3885fe-1a8f-495b-a676-9dafccaeb54c,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:28.146639 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:28.159729 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-0120eff7-400e-4b48-b985-9a3944bfdc8f tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:28.171029 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-0120eff7-400e-4b48-b985-9a3944bfdc8f tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/networks?id=0c6135fc-e04f-41b1-91c9-8bd4154b91de HTTP/1.1" status: 200 len: 818 time: 0.7233129 Oct 28 09:36:28.256819 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Pushing event updated for resources: {'Port': ['ID=ac3885fe-1a8f-495b-a676-9dafccaeb54c,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:28.337391 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ee19e-65fe-4d07-8bfe-6d3f0414cf49 req-d39a1442-f10b-41c4-ad86-456a4de8e902 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:28.354346 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6d8ee19e-65fe-4d07-8bfe-6d3f0414cf49 req-d39a1442-f10b-41c4-ad86-456a4de8e902 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 931 time: 0.1214092 Oct 28 09:36:28.371344 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] Request body: {'port': {'device_id': '8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:28.382755 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-ea5ee19a-74a5-4abd-8079-1a65ed46a1e2 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/quotas/a1655550196140baa9220386a1a8373e HTTP/1.1" status: 200 len: 375 time: 0.2104568 Oct 28 09:36:28.399314 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-373a11b8-91c8-43a4-9cd9-7e3f9b437281 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:28.410406 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-930c9fdc-038c-480a-a675-433084571632 req-cc9311ea-41e8-4e8c-9ab6-efefeb0655c9 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Network ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:36:28.424705 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-e926df51-f7f2-4e7e-b9fd-da1fb43622e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:28.480203 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [req-930c9fdc-038c-480a-a675-433084571632 req-cc9311ea-41e8-4e8c-9ab6-efefeb0655c9 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:28.484868 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-930c9fdc-038c-480a-a675-433084571632 req-cc9311ea-41e8-4e8c-9ab6-efefeb0655c9 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:36:28.495915 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c9fdc-038c-480a-a675-433084571632 req-cc9311ea-41e8-4e8c-9ab6-efefeb0655c9 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:28.504563 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-930c9fdc-038c-480a-a675-433084571632 req-cc9311ea-41e8-4e8c-9ab6-efefeb0655c9 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:28.533492 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6d8ee19e-65fe-4d07-8bfe-6d3f0414cf49 req-334a0ad3-300f-40f5-a745-8fa2116c3f21 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779726 Oct 28 09:36:28.552636 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:28.577109 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9311ea-41e8-4e8c-9ab6-efefeb0655c9 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Pushing event updated for resources: {'Port': ['ID=a30098a8-0399-43c6-90f4-90890885b5be,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:28.648477 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] Sync routers for ids ['08aa1cbd-f82e-443f-8771-4ee565fa9aa1'] in dv-cinder-815146-5-iscsi {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:36:28.654074 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-930c9fdc-038c-480a-a675-433084571632 req-cc9311ea-41e8-4e8c-9ab6-efefeb0655c9 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0679786 Oct 28 09:36:28.692348 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-930c9fdc-038c-480a-a675-433084571632 req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] Request body: {'port': {'device_id': '0c76a76a-9fbb-40e8-b602-313022517c49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:28.829593 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] Routers {'08aa1cbd-f82e-443f-8771-4ee565fa9aa1'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:36:28.830460 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:36:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['08aa1cbd-f82e-443f-8771-4ee565fa9aa1'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:28.913931 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f6c03539-3a24-4a6e-9c13-ff5274196c7f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:28.918630 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-373a11b8-91c8-43a4-9cd9-7e3f9b437281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:28.922392 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-373a11b8-91c8-43a4-9cd9-7e3f9b437281 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:28.929401 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-373a11b8-91c8-43a4-9cd9-7e3f9b437281 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/99e4b93c-cbda-4ed2-a015-c71126a85ccc HTTP/1.1" status: 204 len: 168 time: 2.0904124 Oct 28 09:36:28.947078 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-ba83542a-6eaa-4860-b73e-7160ef472cad tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=a1655550196140baa9220386a1a8373e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5613582 Oct 28 09:36:28.952794 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a11b8-91c8-43a4-9cd9-7e3f9b437281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e4b93c-cbda-4ed2-a015-c71126a85ccc,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:28.955249 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f6c03539-3a24-4a6e-9c13-ff5274196c7f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.019749 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51438) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:29.175453 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] Set router 08aa1cbd-f82e-443f-8771-4ee565fa9aa1 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:36:29.219612 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f6c03539-3a24-4a6e-9c13-ff5274196c7f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639989'] for floatingip, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.319860 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c03539-3a24-4a6e-9c13-ff5274196c7f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Pushing event updated for resources: {'Port': ['ID=da2f05b9-93b6-422d-9451-22e9f5b795f6,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:29.322992 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-930c9fdc-038c-480a-a675-433084571632 req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.330827 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f6c03539-3a24-4a6e-9c13-ff5274196c7f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for floatingip, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.332389 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-f6c03539-3a24-4a6e-9c13-ff5274196c7f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3258526 Oct 28 09:36:29.342229 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4f7dc580-2d42-4a30-9345-5da73ebbc81d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.360698 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a26e3-0778-45d5-970d-ba9f76ec94e2 req-8604f440-bff9-43a5-bee1-623e6bd841c2 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:29.370352 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-398a26e3-0778-45d5-970d-ba9f76ec94e2 req-8604f440-bff9-43a5-bee1-623e6bd841c2 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 931 time: 0.3078332 Oct 28 09:36:29.483389 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-398a26e3-0778-45d5-970d-ba9f76ec94e2 req-413a1a0d-4951-484d-8dc9-9a02e142dbb0 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117632 Oct 28 09:36:29.547218 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-e926df51-f7f2-4e7e-b9fd-da1fb43622e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.552497 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-0883421a-48a5-4db1-80ef-c81df9dc4b98 service neutron] 10.222.0.113 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803895 Oct 28 09:36:29.570446 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-e926df51-f7f2-4e7e-b9fd-da1fb43622e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.645692 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device ac3885fe-1a8f-495b-a676-9dafccaeb54c up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:36:29.711832 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.notifiers.nova [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89e9c3c-8f0c-4e01-9d78-205c0d4dab14 {{(pid=101549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:36:29.732739 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.733646 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926df51-f7f2-4e7e-b9fd-da1fb43622e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45621b47-6eaa-4a19-8da0-5a1127e7e4ee,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:29.802984 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4f7dc580-2d42-4a30-9345-5da73ebbc81d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.805528 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.provisioning_blocks [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] Transition to ACTIVE for port object d89e9c3c-8f0c-4e01-9d78-205c0d4dab14 will not be triggered until provisioned by entity L2. {{(pid=101549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:36:29.821066 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-e9f2a4e9-a9dc-4137-9ad9-da4b3a7330da tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--1689048797&fields=id&tenant_id=527b76bbd1e54d17a4de33776892141c HTTP/1.1" status: 200 len: 267 time: 0.1476502 Oct 28 09:36:29.824904 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4f7dc580-2d42-4a30-9345-5da73ebbc81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.829052 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.853651 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-e926df51-f7f2-4e7e-b9fd-da1fb43622e0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e7262762ca1f475d98361fd87baa8d4a&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4251978 Oct 28 09:36:29.855593 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port ac3885fe-1a8f-495b-a676-9dafccaeb54c triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:29.863569 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.882943 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 51466) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:29.905608 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] Pushing event updated for resources: {'Port': ['ID=d89e9c3c-8f0c-4e01-9d78-205c0d4dab14,revision_number=2']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:30.050806 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-9d8b286c-f9aa-4e4f-a774-585e17a0bc51 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:30.060133 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-9d8b286c-f9aa-4e4f-a774-585e17a0bc51 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/networks?id=4ea4cab8-150a-44ba-9227-c4083ead845c HTTP/1.1" status: 200 len: 815 time: 0.2253401 Oct 28 09:36:30.089994 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-824cfce9-2d9e-45ab-9487-10a234bd5253 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/quotas/527b76bbd1e54d17a4de33776892141c HTTP/1.1" status: 200 len: 375 time: 0.0284703 Oct 28 09:36:30.112218 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-21f6102b-3e64-4153-8173-ffd32f126584 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:30.130241 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-1f93652d-ddbb-4695-a223-cd788b0a81b1 service neutron] 10.222.0.113 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643547 Oct 28 09:36:30.255584 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-21f6102b-3e64-4153-8173-ffd32f126584 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:30.287405 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aa1cbd-f82e-443f-8771-4ee565fa9aa1', 'name': 'tempest-ServerRescueNegativeTestJSON-385416870-router', 'tenant_id': 'a1655550196140baa9220386a1a8373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'ac3885fe-1a8f-495b-a676-9dafccaeb54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:16Z', 'updated_at': '2021-10-28T09:36:22Z', 'revision_number': 4, 'project_id': 'a1655550196140baa9220386a1a8373e', 'gw_port': {'id': 'ac3885fe-1a8f-495b-a676-9dafccaeb54c', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:57:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aa1cbd-f82e-443f-8771-4ee565fa9aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:17Z', 'updated_at': '2021-10-28T09:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '7e889a9e-aad2-4c6f-9250-1892771f20f9', 'name': '', 'network_id': '0c6135fc-e04f-41b1-91c9-8bd4154b91de', 'tenant_id': 'a1655550196140baa9220386a1a8373e', 'mac_address': 'fa:16:3e:2a:a0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aa1cbd-f82e-443f-8771-4ee565fa9aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f756cde3-6ad6-41bc-a74b-aa926d36b9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:21Z', 'updated_at': '2021-10-28T09:36:22Z', 'revision_number': 2, 'project_id': 'a1655550196140baa9220386a1a8373e', 'subnets': [{'id': 'f756cde3-6ad6-41bc-a74b-aa926d36b9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:30.370079 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-4f7dc580-2d42-4a30-9345-5da73ebbc81d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=fc1138078468425293e2d6d113cb9319&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3360913 Oct 28 09:36:30.374802 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] Checking router: 08aa1cbd-f82e-443f-8771-4ee565fa9aa1 for host: dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:36:30.375172 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] Updating router 08aa1cbd-f82e-443f-8771-4ee565fa9aa1 port 7e889a9e-aad2-4c6f-9250-1892771f20f9 binding host dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:36:30.379529 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7dc580-2d42-4a30-9345-5da73ebbc81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d79d6ca-c838-4381-890a-65a24b308f60,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:30.388926 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51482) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:30.430775 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:30.570344 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [req-930c9fdc-038c-480a-a675-433084571632 req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30098a8-0399-43c6-90f4-90890885b5be {{(pid=101550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:36:30.598142 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-21f6102b-3e64-4153-8173-ffd32f126584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:30.611465 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-21f6102b-3e64-4153-8173-ffd32f126584 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:30.614448 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-21f6102b-3e64-4153-8173-ffd32f126584 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/45621b47-6eaa-4a19-8da0-5a1127e7e4ee HTTP/1.1" status: 204 len: 168 time: 0.7297890 Oct 28 09:36:30.648230 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-930c9fdc-038c-480a-a675-433084571632 req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:30.648352 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.managers [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] Attempting to bind port d89e9c3c-8f0c-4e01-9d78-205c0d4dab14 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:36:30.648352 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.managers [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] Attempting to bind port d89e9c3c-8f0c-4e01-9d78-205c0d4dab14 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '27679303-a81b-460d-8771-941e694a0c8e'}] {{(pid=101549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:36:30.648352 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] Attempting to bind port d89e9c3c-8f0c-4e01-9d78-205c0d4dab14 on network 27679303-a81b-460d-8771-941e694a0c8e {{(pid=101549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:30.659195 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51492) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:30.728426 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] Port d89e9c3c-8f0c-4e01-9d78-205c0d4dab14 on network 27679303-a81b-460d-8771-941e694a0c8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:36:30.729017 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] Attempting to bind port d89e9c3c-8f0c-4e01-9d78-205c0d4dab14 on network 27679303-a81b-460d-8771-941e694a0c8e {{(pid=101549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:30.754896 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-85d7ffeb-5d17-498b-a43d-0cc9ce922979 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:30.777233 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6102b-3e64-4153-8173-ffd32f126584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45621b47-6eaa-4a19-8da0-5a1127e7e4ee,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:30.826435 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-85d7ffeb-5d17-498b-a43d-0cc9ce922979 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:30.881191 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.provisioning_blocks [req-930c9fdc-038c-480a-a675-433084571632 req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] Transition to ACTIVE for port object a30098a8-0399-43c6-90f4-90890885b5be will not be triggered until provisioned by entity L2. {{(pid=101550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:36:30.927600 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-930c9fdc-038c-480a-a675-433084571632 req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:30.950007 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-35acaec1-9383-4ef0-a250-cf09d67e1741 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=527b76bbd1e54d17a4de33776892141c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8586411 Oct 28 09:36:30.951983 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] Checking agent: {'id': 'afc7fccb-f5d9-4cc0-9292-378149b33414', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'started_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:36:30.952339 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] Checking segment: {'id': '8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '27679303-a81b-460d-8771-941e694a0c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:36:30.956769 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] Bound using segment: {'id': '8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '27679303-a81b-460d-8771-941e694a0c8e'} {{(pid=101549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:36:30.957280 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.managers [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] Bound port: d89e9c3c-8f0c-4e01-9d78-205c0d4dab14, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '27679303-a81b-460d-8771-941e694a0c8e'}}] {{(pid=101549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:36:30.957642 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:31.091612 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61340f32-f6c7-4cbe-acdf-1c8bb4a7cc6f req-f8d183b5-5545-4d81-9ff8-da85948b28dc tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:31.096359 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-61340f32-f6c7-4cbe-acdf-1c8bb4a7cc6f req-f8d183b5-5545-4d81-9ff8-da85948b28dc tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 931 time: 0.4642963 Oct 28 09:36:31.272196 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-9fcd7f7e-7150-4b74-aff8-346b068d1c08 service neutron] 10.222.0.113 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210967 Oct 28 09:36:31.282275 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] Pushing event updated for resources: {'Port': ['ID=a30098a8-0399-43c6-90f4-90890885b5be,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:31.380261 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-930c9fdc-038c-480a-a675-433084571632 req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] Attempting to bind port a30098a8-0399-43c6-90f4-90890885b5be on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:36:31.380828 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-930c9fdc-038c-480a-a675-433084571632 req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] Attempting to bind port a30098a8-0399-43c6-90f4-90890885b5be by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'e650cf88-e039-4065-ba6d-a962d6f93629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c'}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:36:31.381997 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c9fdc-038c-480a-a675-433084571632 req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] Attempting to bind port a30098a8-0399-43c6-90f4-90890885b5be on network ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:31.395854 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] Publish callbacks [] for port, precommit_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:31.407669 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:31.428675 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-61340f32-f6c7-4cbe-acdf-1c8bb4a7cc6f req-258aab03-ba3e-4340-b167-619d786a1b2a tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135724 Oct 28 09:36:31.438292 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c9fdc-038c-480a-a675-433084571632 req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] Port a30098a8-0399-43c6-90f4-90890885b5be on network ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:36:31.439663 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c9fdc-038c-480a-a675-433084571632 req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] Attempting to bind port a30098a8-0399-43c6-90f4-90890885b5be on network ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:31.455529 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c9fdc-038c-480a-a675-433084571632 req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] Checking agent: {'id': 'afc7fccb-f5d9-4cc0-9292-378149b33414', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'started_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:36:31.455959 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c9fdc-038c-480a-a675-433084571632 req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] Checking segment: {'id': 'e650cf88-e039-4065-ba6d-a962d6f93629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:36:31.457117 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c9fdc-038c-480a-a675-433084571632 req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] Bound using segment: {'id': 'e650cf88-e039-4065-ba6d-a962d6f93629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c'} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:36:31.459632 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-930c9fdc-038c-480a-a675-433084571632 req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] Bound port: a30098a8-0399-43c6-90f4-90890885b5be, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e650cf88-e039-4065-ba6d-a962d6f93629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c'}}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:36:31.460467 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-930c9fdc-038c-480a-a675-433084571632 req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:31.676806 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-abdd5ca5-2d6d-4c24-9a67-621df4b582c2 req-d9472077-d8d2-40c1-ae0e-553e329f5286 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 210 time: 0.0560730 Oct 28 09:36:31.679831 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-930c9fdc-038c-480a-a675-433084571632 req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] For port a30098a8-0399-43c6-90f4-90890885b5be, host hv-cinder-81514, cleared binding levels {{(pid=101550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:36:31.707899 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9992c-9f21-4b40-8151-300e506814d4 None None] Pushing event updated for resources: {'Port': ['ID=7e889a9e-aad2-4c6f-9250-1892771f20f9,revision_number=3']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:31.732473 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] Attempting to bind port 7e889a9e-aad2-4c6f-9250-1892771f20f9 on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:36:31.732869 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] Attempting to bind port 7e889a9e-aad2-4c6f-9250-1892771f20f9 by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '59d3290b-93f8-46c7-8242-3840173eb36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c6135fc-e04f-41b1-91c9-8bd4154b91de'}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:36:31.733136 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] Attempting to bind port 7e889a9e-aad2-4c6f-9250-1892771f20f9 on network 0c6135fc-e04f-41b1-91c9-8bd4154b91de {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:31.751810 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:36:31.752202 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] Checking segment: {'id': '59d3290b-93f8-46c7-8242-3840173eb36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c6135fc-e04f-41b1-91c9-8bd4154b91de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:36:31.752610 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:31.755280 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] Bound using segment: {'id': '59d3290b-93f8-46c7-8242-3840173eb36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c6135fc-e04f-41b1-91c9-8bd4154b91de'} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:36:31.755935 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] Bound port: 7e889a9e-aad2-4c6f-9250-1892771f20f9, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d3290b-93f8-46c7-8242-3840173eb36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c6135fc-e04f-41b1-91c9-8bd4154b91de'}}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:36:31.756411 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:31.759785 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-930c9fdc-038c-480a-a675-433084571632 req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] For port a30098a8-0399-43c6-90f4-90890885b5be, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a30098a8-0399-43c6-90f4-90890885b5be,segment=NetworkSegment(e650cf88-e039-4065-ba6d-a962d6f93629),segment_id=e650cf88-e039-4065-ba6d-a962d6f93629)] {{(pid=101550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:36:31.769595 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-930c9fdc-038c-480a-a675-433084571632 req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:31.814897 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.db [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] For port d89e9c3c-8f0c-4e01-9d78-205c0d4dab14, host hv-cinder-81514, cleared binding levels {{(pid=101549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:36:31.818263 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c9fdc-038c-480a-a675-433084571632 req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:31.822843 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-930c9fdc-038c-480a-a675-433084571632 req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:31.827992 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-930c9fdc-038c-480a-a675-433084571632 req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] 10.222.0.98 "PUT /v2.0/ports/a30098a8-0399-43c6-90f4-90890885b5be HTTP/1.1" status: 200 len: 1093 time: 3.1480882 Oct 28 09:36:31.828546 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c76a76a-9fbb-40e8-b602-313022517c49', 'tag': 'a30098a8-0399-43c6-90f4-90890885b5be'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:31.892195 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.db [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] For port d89e9c3c-8f0c-4e01-9d78-205c0d4dab14, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d89e9c3c-8f0c-4e01-9d78-205c0d4dab14,segment=NetworkSegment(8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a),segment_id=8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a)] {{(pid=101549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:36:31.939158 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:31.957845 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-85d7ffeb-5d17-498b-a43d-0cc9ce922979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:31.962383 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-85d7ffeb-5d17-498b-a43d-0cc9ce922979 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:31.970063 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] For port 7e889a9e-aad2-4c6f-9250-1892771f20f9, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:36:31.971222 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-85d7ffeb-5d17-498b-a43d-0cc9ce922979 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9d79d6ca-c838-4381-890a-65a24b308f60 HTTP/1.1" status: 204 len: 168 time: 1.5563409 Oct 28 09:36:31.981130 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] For port 7e889a9e-aad2-4c6f-9250-1892771f20f9, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=7e889a9e-aad2-4c6f-9250-1892771f20f9,segment=NetworkSegment(59d3290b-93f8-46c7-8242-3840173eb36c),segment_id=59d3290b-93f8-46c7-8242-3840173eb36c)] {{(pid=101551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:36:31.994847 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:32.097643 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:32.101612 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for port, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:32.103785 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] 10.222.0.98 "PUT /v2.0/ports/d89e9c3c-8f0c-4e01-9d78-205c0d4dab14 HTTP/1.1" status: 200 len: 1093 time: 4.0489659 Oct 28 09:36:32.108515 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7ffeb-5d17-498b-a43d-0cc9ce922979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d79d6ca-c838-4381-890a-65a24b308f60,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:32.120043 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136', 'tag': 'd89e9c3c-8f0c-4e01-9d78-205c0d4dab14'}] {{(pid=101549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:32.134170 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ceb7a-f883-4c1a-8ec4-bc0b4d7f4c2c service neutron] Pushing event updated for resources: {'Port': ['ID=a30098a8-0399-43c6-90f4-90890885b5be,revision_number=3']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:32.248772 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] Routers {'08aa1cbd-f82e-443f-8771-4ee565fa9aa1'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:36:32.250750 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:36:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['08aa1cbd-f82e-443f-8771-4ee565fa9aa1'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:32.369030 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9bad0d8c-6e4b-4734-919f-fcba7be5299e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:32.486257 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9992c-9f21-4b40-8151-300e506814d4 None None] Pushing event updated for resources: {'Port': ['ID=7e889a9e-aad2-4c6f-9250-1892771f20f9,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:32.582458 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40266797-b36f-4f99-afee-e9c6fcbf2f02 service neutron] Pushing event updated for resources: {'Port': ['ID=d89e9c3c-8f0c-4e01-9d78-205c0d4dab14,revision_number=3']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:32.681165 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-839b8a75-b8c5-475f-ab4b-b4be6c34a186 service neutron] 10.222.0.113 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4078190 Oct 28 09:36:32.728426 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] Set router 08aa1cbd-f82e-443f-8771-4ee565fa9aa1 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:36:32.834818 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c9fdc-038c-480a-a675-433084571632 req-368698f4-f873-416b-8ed2-79da9fdd00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:32.838682 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-930c9fdc-038c-480a-a675-433084571632 req-368698f4-f873-416b-8ed2-79da9fdd00ec service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd2287341d704c78b0b7fb36cff0fc14&device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 1096 time: 0.6977060 Oct 28 09:36:32.877196 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5388e7-7dd6-4354-9a0a-df488778845b req-8e53f618-df09-4b85-bebb-fc37093ac034 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:32.920865 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9a5388e7-7dd6-4354-9a0a-df488778845b req-8e53f618-df09-4b85-bebb-fc37093ac034 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 943 time: 0.9993279 Oct 28 09:36:33.095851 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-930c9fdc-038c-480a-a675-433084571632 req-e0f0052c-e064-4f7b-9386-aef0c6b7feb2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30098a8-0399-43c6-90f4-90890885b5be HTTP/1.1" status: 200 len: 217 time: 0.1733284 Oct 28 09:36:33.100897 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-73f8d430-c879-4d49-a820-116a4ff93fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:33.103749 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22bebe6-3a55-477d-bf82-fd0c2669f595" -d '{"events": [{"name": "network-changed", "server_uuid": "0c76a76a-9fbb-40e8-b602-313022517c49", "tag": "a30098a8-0399-43c6-90f4-90890885b5be"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:33.110143 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-73f8d430-c879-4d49-a820-116a4ff93fde service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b657234d701d4fed8d1212c9119abe68&device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 1096 time: 0.4276936 Oct 28 09:36:33.155545 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51560) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:33.338470 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.98', 49518) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:33.368326 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9a5388e7-7dd6-4354-9a0a-df488778845b req-e3453b6d-ac8a-4a36-b063-18bdc278b662 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709634 Oct 28 09:36:33.381973 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9bad0d8c-6e4b-4734-919f-fcba7be5299e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:33.516702 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ad8cfbc74f76342fd0a63029923cc1170f39986be8cbcb10a1afec96ad6d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6d8961-2067-4677-9599-f464a6cca73b" -d '{"events": [{"name": "network-changed", "server_uuid": "8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136", "tag": "d89e9c3c-8f0c-4e01-9d78-205c0d4dab14"}]}' {{(pid=101549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:33.607079 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ed51-adb7-4e9e-9134-5cbe9f177ed2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:33.609057 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9bad0d8c-6e4b-4734-919f-fcba7be5299e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:33.613923 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-75b100c6-a203-4c8f-9984-10e738cc9f53 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d89e9c3c-8f0c-4e01-9d78-205c0d4dab14 HTTP/1.1" status: 200 len: 217 time: 0.4753883 Oct 28 09:36:33.618994 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aa1cbd-f82e-443f-8771-4ee565fa9aa1', 'name': 'tempest-ServerRescueNegativeTestJSON-385416870-router', 'tenant_id': 'a1655550196140baa9220386a1a8373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'ac3885fe-1a8f-495b-a676-9dafccaeb54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:16Z', 'updated_at': '2021-10-28T09:36:22Z', 'revision_number': 4, 'project_id': 'a1655550196140baa9220386a1a8373e', 'gw_port': {'id': 'ac3885fe-1a8f-495b-a676-9dafccaeb54c', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:57:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aa1cbd-f82e-443f-8771-4ee565fa9aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:17Z', 'updated_at': '2021-10-28T09:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '7e889a9e-aad2-4c6f-9250-1892771f20f9', 'name': '', 'network_id': '0c6135fc-e04f-41b1-91c9-8bd4154b91de', 'tenant_id': 'a1655550196140baa9220386a1a8373e', 'mac_address': 'fa:16:3e:2a:a0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aa1cbd-f82e-443f-8771-4ee565fa9aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f756cde3-6ad6-41bc-a74b-aa926d36b9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:21Z', 'updated_at': '2021-10-28T09:36:31Z', 'revision_number': 4, 'project_id': 'a1655550196140baa9220386a1a8373e', 'subnets': [{'id': 'f756cde3-6ad6-41bc-a74b-aa926d36b9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:33.698218 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6d481a-d6e7-4825-b8a3-225ea425a33b None None] The sync data for ids ['08aa1cbd-f82e-443f-8771-4ee565fa9aa1'] in dv-cinder-815146-5-iscsi is: [{'id': '08aa1cbd-f82e-443f-8771-4ee565fa9aa1', 'name': 'tempest-ServerRescueNegativeTestJSON-385416870-router', 'tenant_id': 'a1655550196140baa9220386a1a8373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'ac3885fe-1a8f-495b-a676-9dafccaeb54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:16Z', 'updated_at': '2021-10-28T09:36:22Z', 'revision_number': 4, 'project_id': 'a1655550196140baa9220386a1a8373e', 'gw_port': {'id': 'ac3885fe-1a8f-495b-a676-9dafccaeb54c', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:57:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aa1cbd-f82e-443f-8771-4ee565fa9aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:17Z', 'updated_at': '2021-10-28T09:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '7e889a9e-aad2-4c6f-9250-1892771f20f9', 'name': '', 'network_id': '0c6135fc-e04f-41b1-91c9-8bd4154b91de', 'tenant_id': 'a1655550196140baa9220386a1a8373e', 'mac_address': 'fa:16:3e:2a:a0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aa1cbd-f82e-443f-8771-4ee565fa9aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f756cde3-6ad6-41bc-a74b-aa926d36b9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:21Z', 'updated_at': '2021-10-28T09:36:31Z', 'revision_number': 4, 'project_id': 'a1655550196140baa9220386a1a8373e', 'subnets': [{'id': 'f756cde3-6ad6-41bc-a74b-aa926d36b9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:36:33.700407 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 7e889a9e-aad2-4c6f-9250-1892771f20f9 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:36:33.739930 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c9fdc-038c-480a-a675-433084571632 req-e87c0c67-5073-4859-bfd8-c2c44595f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:33.741741 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-930c9fdc-038c-480a-a675-433084571632 req-e87c0c67-5073-4859-bfd8-c2c44595f70a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1b7a569-2c9d-4152-9710-2db39adc412c HTTP/1.1" status: 200 len: 852 time: 0.5821068 Oct 28 09:36:33.850822 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-930c9fdc-038c-480a-a675-433084571632 req-3a81d5c9-8f9d-40d7-a8fb-130e59c2ee91 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829201 Oct 28 09:36:33.869698 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-2a94ceff-f699-4c17-87e3-a4655271196d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:33.879084 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-2a94ceff-f699-4c17-87e3-a4655271196d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/networks?id=0c6135fc-e04f-41b1-91c9-8bd4154b91de HTTP/1.1" status: 200 len: 818 time: 0.7617552 Oct 28 09:36:33.922986 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-0403aa7e-d5db-4e16-9403-54eac43b0101 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/quotas/a1655550196140baa9220386a1a8373e HTTP/1.1" status: 200 len: 375 time: 0.0430555 Oct 28 09:36:33.930681 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 7e889a9e-aad2-4c6f-9250-1892771f20f9 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:33.931278 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:33.983939 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd5b42-6bd1-4c71-ae47-2666575f64c8 req-94a6efa8-891e-4956-941f-5589b969c752 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:33.995532 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3efd5b42-6bd1-4c71-ae47-2666575f64c8 req-94a6efa8-891e-4956-941f-5589b969c752 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 943 time: 0.4324086 Oct 28 09:36:34.005647 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-37d50066-de64-4325-80d2-ab862d0b3331 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:34.008907 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-37d50066-de64-4325-80d2-ab862d0b3331 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.98 "GET /v2.0/networks?id=0c6135fc-e04f-41b1-91c9-8bd4154b91de HTTP/1.1" status: 200 len: 818 time: 0.6387112 Oct 28 09:36:34.050441 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-198611b0-c49e-4956-b467-01572c2e9078 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Request body: {'port': {'device_id': 'c32807a3-1d84-4614-b381-4bd069d72020', 'network_id': '0c6135fc-e04f-41b1-91c9-8bd4154b91de', 'admin_state_up': True, 'tenant_id': 'a1655550196140baa9220386a1a8373e'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:34.083529 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-3ccd4215-2a14-44e7-a7ed-0d7ad8d4f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:34.085670 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-3ccd4215-2a14-44e7-a7ed-0d7ad8d4f2b1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=736da4eb-0b64-47cf-a336-b2a25d32f39e HTTP/1.1" status: 200 len: 855 time: 0.4348249 Oct 28 09:36:34.181930 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ed51-adb7-4e9e-9134-5cbe9f177ed2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:34.192743 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3efd5b42-6bd1-4c71-ae47-2666575f64c8 req-8e52e21c-fcc0-4dd5-a3bc-6d35895b0427 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943364 Oct 28 09:36:34.204045 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ed51-adb7-4e9e-9134-5cbe9f177ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:34.298588 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 51588) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:34.312975 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-9bad0d8c-6e4b-4734-919f-fcba7be5299e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=40fdc9cb4e8e4e61a9763b94bd3bc97b&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5577879 Oct 28 09:36:34.369694 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-930c9fdc-038c-480a-a675-433084571632 req-d50fa253-c4d8-495b-8fcb-93516cfc334e service neutron] 10.222.0.98 "GET /v2.0/networks/ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855983 Oct 28 09:36:34.396814 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:34.447218 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2ac14d10-885c-4e03-b8ce-792b7eff3678 req-27b63ada-369f-48da-88d0-7cc314f22927 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 210 time: 0.1045849 Oct 28 09:36:34.515937 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-ecd7ed51-adb7-4e9e-9134-5cbe9f177ed2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ca7af3a4cdb441c1b6d73235a8f25ac3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3592198 Oct 28 09:36:34.516972 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad0d8c-6e4b-4734-919f-fcba7be5299e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47d093a-ee90-4d72-9490-d5315f87acb0,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:34.523115 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-191d9aa8-cd7e-4f87-8d3b-b72614e8d144 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=27679303-a81b-460d-8771-941e694a0c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3202553 Oct 28 09:36:34.531457 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] For port 7e889a9e-aad2-4c6f-9250-1892771f20f9, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=7e889a9e-aad2-4c6f-9250-1892771f20f9,segment=NetworkSegment(59d3290b-93f8-46c7-8242-3840173eb36c),segment_id=59d3290b-93f8-46c7-8242-3840173eb36c)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:34.544005 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:34.572221 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51596) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:34.574469 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7ed51-adb7-4e9e-9134-5cbe9f177ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29d2ff9-6d5f-4b67-a032-6f28bbca61b0,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:34.744664 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-8c4ae74d-589e-4455-9d7f-fc12549d0ff8 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=a1655550196140baa9220386a1a8373e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8205025 Oct 28 09:36:34.761701 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Pushing event updated for resources: {'Port': ['ID=7e889a9e-aad2-4c6f-9250-1892771f20f9,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:34.878950 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-930c9fdc-038c-480a-a675-433084571632 req-5cd9e13f-4db2-4c25-9b74-5ce20cea9a11 service neutron] 10.222.0.98 "GET /v2.0/networks/ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642947 Oct 28 09:36:34.986395 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:36:35.000112 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a6f8780d-44d3-4fad-b826-fd1cebdc3bcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:35.059395 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a6f8780d-44d3-4fad-b826-fd1cebdc3bcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:35.219396 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-69852d9d-feb4-4492-b6c5-cc165d0b5bd3 service neutron] 10.222.0.98 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182086 Oct 28 09:36:35.222948 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a6f8780d-44d3-4fad-b826-fd1cebdc3bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:35.228087 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a6f8780d-44d3-4fad-b826-fd1cebdc3bcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:35.229378 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-a6f8780d-44d3-4fad-b826-fd1cebdc3bcf admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f29d2ff9-6d5f-4b67-a032-6f28bbca61b0 HTTP/1.1" status: 204 len: 168 time: 0.6353371 Oct 28 09:36:35.290570 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e8d5-4b7d-46b0-a30d-d7cc9ec4b42c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:35.309472 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-198611b0-c49e-4956-b467-01572c2e9078 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Made reservation on behalf of a1655550196140baa9220386a1a8373e for: {'port': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:35.315986 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-198611b0-c49e-4956-b467-01572c2e9078 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:35.348576 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8780d-44d3-4fad-b826-fd1cebdc3bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29d2ff9-6d5f-4b67-a032-6f28bbca61b0,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:35.455063 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e8d5-4b7d-46b0-a30d-d7cc9ec4b42c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:35.464705 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-e1336231-bdec-42f8-aec0-5a84556a72f9 service neutron] 10.222.0.113 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6892390 Oct 28 09:36:35.586948 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 7e889a9e-aad2-4c6f-9250-1892771f20f9 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:36:35.699471 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8c17aa-5f10-4584-b184-f82b2cdee1ef x-openstack-request-id: req-bb8c17aa-5f10-4584-b184-f82b2cdee1ef {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:35.699906 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c76a76a-9fbb-40e8-b602-313022517c49", "tag": "a30098a8-0399-43c6-90f4-90890885b5be", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:35.700162 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bb8c17aa-5f10-4584-b184-f82b2cdee1ef {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:35.700641 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c76a76a-9fbb-40e8-b602-313022517c49', 'tag': 'a30098a8-0399-43c6-90f4-90890885b5be', 'status': 'completed', 'code': 200} Oct 28 09:36:35.799963 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 7e889a9e-aad2-4c6f-9250-1892771f20f9 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:35.801048 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:35.813304 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-7d35fb6b-72de-4468-9ab0-4f15159e5f80 service neutron] 10.222.0.113 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261068 Oct 28 09:36:35.817665 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-af81c2b0-dcdd-4da9-aaaf-f40a5f9e8a1a req-e14aa751-5b76-4e6a-a357-783cdb234b78 service neutron] 10.222.0.98 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5579841 Oct 28 09:36:35.915226 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e8d5-4b7d-46b0-a30d-d7cc9ec4b42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:35.918283 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e8d5-4b7d-46b0-a30d-d7cc9ec4b42c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:35.922784 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-d2a2e8d5-4b7d-46b0-a30d-d7cc9ec4b42c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f47d093a-ee90-4d72-9490-d5315f87acb0 HTTP/1.1" status: 204 len: 168 time: 1.6182013 Oct 28 09:36:35.953647 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2e8d5-4b7d-46b0-a30d-d7cc9ec4b42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47d093a-ee90-4d72-9490-d5315f87acb0,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:35.958022 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-198611b0-c49e-4956-b467-01572c2e9078 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Allocated IP 172.20.0.7 (0c6135fc-e04f-41b1-91c9-8bd4154b91de/f756cde3-6ad6-41bc-a74b-aa926d36b9a7/6951c21d-afe1-4690-a945-d9ce84d8498c) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:36:36.306162 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51640) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:36.421834 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e640b-fc20-453f-8f92-74c526a99751 req-41f4b33a-2ac0-4a0b-9d25-100eead117a2 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:36.436437 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-2f8e640b-fc20-453f-8f92-74c526a99751 req-41f4b33a-2ac0-4a0b-9d25-100eead117a2 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 943 time: 0.1180716 Oct 28 09:36:36.593083 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81934078-0788-4ff7-af56-240a27b6dcea x-openstack-request-id: req-81934078-0788-4ff7-af56-240a27b6dcea {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:36.593393 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136", "tag": "d89e9c3c-8f0c-4e01-9d78-205c0d4dab14", "status": "completed", "code": 200}]} {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:36.593654 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-81934078-0788-4ff7-af56-240a27b6dcea {{(pid=101549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:36.594278 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136', 'tag': 'd89e9c3c-8f0c-4e01-9d78-205c0d4dab14', 'status': 'completed', 'code': 200} Oct 28 09:36:36.604538 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-198611b0-c49e-4956-b467-01572c2e9078 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:36.616172 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-2f8e640b-fc20-453f-8f92-74c526a99751 req-1f6e9f76-1f0f-4805-9ae4-56a98e9a0ff7 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677885 Oct 28 09:36:36.824910 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.98', 49522) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:37.018695 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-198611b0-c49e-4956-b467-01572c2e9078 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:37.046823 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b06a97f0-dce5-46ae-a8f8-b3febc9f895e req-6c0607ec-1607-41a7-a06e-fdfca1a037e5 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 210 time: 0.1252525 Oct 28 09:36:37.204264 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-198611b0-c49e-4956-b467-01572c2e9078 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Network 0c6135fc-e04f-41b1-91c9-8bd4154b91de is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:36:37.214796 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d8961-2067-4677-9599-f464a6cca73b req-cc555457-878b-4a15-a747-4343f2ca7506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:37.217007 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3c6d8961-2067-4677-9599-f464a6cca73b req-cc555457-878b-4a15-a747-4343f2ca7506 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b657234d701d4fed8d1212c9119abe68&device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 1096 time: 0.3867090 Oct 28 09:36:37.242952 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bebe6-3a55-477d-bf82-fd0c2669f595 req-118f5577-6ddb-46e3-8e44-7c1497c216b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:37.246039 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d22bebe6-3a55-477d-bf82-fd0c2669f595 req-118f5577-6ddb-46e3-8e44-7c1497c216b7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd2287341d704c78b0b7fb36cff0fc14&device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 1096 time: 0.4759808 Oct 28 09:36:37.253328 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-198611b0-c49e-4956-b467-01572c2e9078 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:37.260718 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-198611b0-c49e-4956-b467-01572c2e9078 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:36:37.278140 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-198611b0-c49e-4956-b467-01572c2e9078 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:37.278970 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-198611b0-c49e-4956-b467-01572c2e9078 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:37.337470 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-49dd7872-3e7a-4dfb-b176-d227dc6427a2 req-a933ae7f-49ba-410a-94bc-0ce09f53d141 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 210 time: 0.1270735 Oct 28 09:36:37.369757 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05f6fd-9648-4647-b078-c9ae9655d1f3 req-2805f325-87fd-4362-ad26-753a6326d89d tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:37.386017 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ba05f6fd-9648-4647-b078-c9ae9655d1f3 req-2805f325-87fd-4362-ad26-753a6326d89d tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 943 time: 0.6634293 Oct 28 09:36:37.394424 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-7e3323aa-5180-4568-bef6-0c40d8c6d236 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:37.396054 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-7e3323aa-5180-4568-bef6-0c40d8c6d236 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.98 "GET /v2.0/networks?id=4ea4cab8-150a-44ba-9227-c4083ead845c HTTP/1.1" status: 200 len: 815 time: 0.6661849 Oct 28 09:36:37.403736 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-2737aeba-32b3-4892-9aed-6b5fe8fd8fc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:37.449918 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-198611b0-c49e-4956-b467-01572c2e9078 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4070518 Oct 28 09:36:37.625470 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198611b0-c49e-4956-b467-01572c2e9078 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Pushing event updated for resources: {'Port': ['ID=6951c21d-afe1-4690-a945-d9ce84d8498c,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:37.660617 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] Request body: {'port': {'device_id': 'c32807a3-1d84-4614-b381-4bd069d72020', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:37.663256 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-c1b50145-d8f5-4350-957e-b1fe2c12f12c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=527b76bbd1e54d17a4de33776892141c HTTP/1.1" status: 200 len: 380 time: 0.2303426 Oct 28 09:36:37.700742 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-4bf2e962-1379-4c47-b29a-95a8a7a6346b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Request body: {'port': {'device_id': 'ab012d22-1e3c-469b-8915-07d2105e4071', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'admin_state_up': True, 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'security_groups': ['fdf50fae-5ff2-4359-9591-662fdb0be0d8']}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:37.787048 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:37.807746 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ba05f6fd-9648-4647-b078-c9ae9655d1f3 req-f530a1a2-9a5f-4b87-a626-1d57d47a077d tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177349 Oct 28 09:36:38.075248 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 51682) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:38.150220 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d8961-2067-4677-9599-f464a6cca73b req-fdf837ef-2dd4-4d9b-b420-15775d220cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:38.151971 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3c6d8961-2067-4677-9599-f464a6cca73b req-fdf837ef-2dd4-4d9b-b420-15775d220cc3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=27679303-a81b-460d-8771-941e694a0c8e HTTP/1.1" status: 200 len: 916 time: 0.7260671 Oct 28 09:36:38.167791 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bebe6-3a55-477d-bf82-fd0c2669f595 req-59c39058-c8e8-49d7-9e7d-bdb8cca516b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:38.169313 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d22bebe6-3a55-477d-bf82-fd0c2669f595 req-59c39058-c8e8-49d7-9e7d-bdb8cca516b7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c HTTP/1.1" status: 200 len: 913 time: 0.7520413 Oct 28 09:36:38.459775 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780e01b-136a-4c16-b321-f2dcc05d1847 req-78293379-e9de-4579-8567-712d4f4a9d72 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:38.480648 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7780e01b-136a-4c16-b321-f2dcc05d1847 req-78293379-e9de-4579-8567-712d4f4a9d72 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 943 time: 0.5000086 Oct 28 09:36:38.490014 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-4bf2e962-1379-4c47-b29a-95a8a7a6346b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Made reservation on behalf of 527b76bbd1e54d17a4de33776892141c for: {'port': 1} {{(pid=101549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:38.495568 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-4bf2e962-1379-4c47-b29a-95a8a7a6346b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:38.606125 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3c6d8961-2067-4677-9599-f464a6cca73b req-d153ba47-b45d-4eda-9a70-19c2f6214565 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d89e9c3c-8f0c-4e01-9d78-205c0d4dab14 HTTP/1.1" status: 200 len: 217 time: 0.0811448 Oct 28 09:36:38.675754 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_common [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-4bf2e962-1379-4c47-b29a-95a8a7a6346b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Allocated IP 172.20.0.4 (4ea4cab8-150a-44ba-9227-c4083ead845c/263b05d8-eb38-4884-926d-259edcdc488d/317d86bf-717f-4001-a686-804fd5c9c218) {{(pid=101549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:36:38.677176 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d22bebe6-3a55-477d-bf82-fd0c2669f595 req-f95a1e2f-54f3-4e0c-bed1-545f2712748b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30098a8-0399-43c6-90f4-90890885b5be HTTP/1.1" status: 200 len: 217 time: 0.1486197 Oct 28 09:36:38.688627 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3f093829-1afd-4ec2-a682-1282dc41a937 req-824ce4da-95bd-466c-a926-3e321c98761c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 210 time: 0.4789224 Oct 28 09:36:38.693026 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8816ec1d-a2b9-49d8-b315-4527173cc6e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:38.761407 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-049869e5-7718-400e-805c-1c54d0d4497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:38.921158 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-4bf2e962-1379-4c47-b29a-95a8a7a6346b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for port, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:38.982721 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6951c21d-afe1-4690-a945-d9ce84d8498c {{(pid=101550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:36:38.992636 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:39.009801 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.provisioning_blocks [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] Transition to ACTIVE for port object 6951c21d-afe1-4690-a945-d9ce84d8498c will not be triggered until provisioned by entity L2. {{(pid=101550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:36:39.031004 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:39.040226 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-4bf2e962-1379-4c47-b29a-95a8a7a6346b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:39.051372 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-2737aeba-32b3-4892-9aed-6b5fe8fd8fc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:39.080612 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-587890e5-fd88-493f-b9d9-8343ea72efbf req-91a98fdc-a3d0-4834-ad92-e681375c2016 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 210 time: 0.0638263 Oct 28 09:36:39.136505 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-2737aeba-32b3-4892-9aed-6b5fe8fd8fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:39.231252 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737aeba-32b3-4892-9aed-6b5fe8fd8fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ab1075-0f7d-4dff-befa-0e202a706071,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:39.261999 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2e962-1379-4c47-b29a-95a8a7a6346b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Pushing event updated for resources: {'Port': ['ID=317d86bf-717f-4001-a686-804fd5c9c218,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:39.268155 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7780e01b-136a-4c16-b321-f2dcc05d1847 req-85fc06e4-1aa2-4bb5-9332-3c598d613b48 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7859030 Oct 28 09:36:39.275235 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-4bf2e962-1379-4c47-b29a-95a8a7a6346b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Network 4ea4cab8-150a-44ba-9227-c4083ead845c is already hosted by enough agents. {{(pid=101549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:36:39.278206 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.base_scheduler [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-4bf2e962-1379-4c47-b29a-95a8a7a6346b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Resources bound (agent type, host, resource id): {{(pid=101549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:39.281331 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-4bf2e962-1379-4c47-b29a-95a8a7a6346b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Received port after_create {{(pid=101549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:36:39.287592 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-4bf2e962-1379-4c47-b29a-95a8a7a6346b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:39.288681 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-4bf2e962-1379-4c47-b29a-95a8a7a6346b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for port, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:39.301855 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-2737aeba-32b3-4892-9aed-6b5fe8fd8fc1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0c6a734f83b74c1089718fe689bce87d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9866354 Oct 28 09:36:39.304222 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51716) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:39.334596 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-4bf2e962-1379-4c47-b29a-95a8a7a6346b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6526628 Oct 28 09:36:39.370872 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] Pushing event updated for resources: {'Port': ['ID=6951c21d-afe1-4690-a945-d9ce84d8498c,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:39.394964 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] Attempting to bind port 6951c21d-afe1-4690-a945-d9ce84d8498c on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:36:39.395394 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] Attempting to bind port 6951c21d-afe1-4690-a945-d9ce84d8498c by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '59d3290b-93f8-46c7-8242-3840173eb36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c6135fc-e04f-41b1-91c9-8bd4154b91de'}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:36:39.395809 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] Attempting to bind port 6951c21d-afe1-4690-a945-d9ce84d8498c on network 0c6135fc-e04f-41b1-91c9-8bd4154b91de {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:39.407172 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8816ec1d-a2b9-49d8-b315-4527173cc6e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:39.415780 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-076b180e-6f5c-458a-9867-ad57a2f9e2dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:39.472456 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8816ec1d-a2b9-49d8-b315-4527173cc6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:39.492593 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] Port 6951c21d-afe1-4690-a945-d9ce84d8498c on network 0c6135fc-e04f-41b1-91c9-8bd4154b91de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:36:39.493018 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] Attempting to bind port 6951c21d-afe1-4690-a945-d9ce84d8498c on network 0c6135fc-e04f-41b1-91c9-8bd4154b91de {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:39.496901 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-076b180e-6f5c-458a-9867-ad57a2f9e2dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:39.634913 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-076b180e-6f5c-458a-9867-ad57a2f9e2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:39.640542 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-076b180e-6f5c-458a-9867-ad57a2f9e2dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:39.645095 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-076b180e-6f5c-458a-9867-ad57a2f9e2dd admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/19ab1075-0f7d-4dff-befa-0e202a706071 HTTP/1.1" status: 204 len: 168 time: 0.3389003 Oct 28 09:36:39.661912 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b180e-6f5c-458a-9867-ad57a2f9e2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ab1075-0f7d-4dff-befa-0e202a706071,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:39.696709 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816ec1d-a2b9-49d8-b315-4527173cc6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5a979e-1bb6-4892-a0e5-ef3a6b7aee36,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:39.700886 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] Request body: {'port': {'device_id': 'ab012d22-1e3c-469b-8915-07d2105e4071', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:39.709628 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] Checking agent: {'id': 'afc7fccb-f5d9-4cc0-9292-378149b33414', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'started_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:36:39.709919 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] Checking segment: {'id': '59d3290b-93f8-46c7-8242-3840173eb36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c6135fc-e04f-41b1-91c9-8bd4154b91de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:36:39.710327 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] Bound using segment: {'id': '59d3290b-93f8-46c7-8242-3840173eb36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c6135fc-e04f-41b1-91c9-8bd4154b91de'} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:36:39.712834 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] Bound port: 6951c21d-afe1-4690-a945-d9ce84d8498c, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d3290b-93f8-46c7-8242-3840173eb36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c6135fc-e04f-41b1-91c9-8bd4154b91de'}}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:36:39.714829 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:39.802608 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d155d92-aad5-491d-8723-fedf3ce69b2b req-7be3a579-b994-430f-8773-adf6199b2bcd tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:39.812595 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7d155d92-aad5-491d-8723-fedf3ce69b2b req-7be3a579-b994-430f-8773-adf6199b2bcd tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 943 time: 0.5941203 Oct 28 09:36:39.816386 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-a0d71cb0-b395-4faa-a162-dd16f3d13d43 None None] Provisioning complete for port 317d86bf-717f-4001-a686-804fd5c9c218 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:39.817750 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-a0d71cb0-b395-4faa-a162-dd16f3d13d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:39.827916 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-8816ec1d-a2b9-49d8-b315-4527173cc6e1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4a6535a88b4c46aeae32d0b625b38de3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6780272 Oct 28 09:36:39.838763 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51734) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:39.897184 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:39.950413 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-a0d71cb0-b395-4faa-a162-dd16f3d13d43 None None] Port 317d86bf-717f-4001-a686-804fd5c9c218 cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:36:40.016598 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d8961-2067-4677-9599-f464a6cca73b req-e5ca4d3f-6db7-4f13-9641-24acaabaaabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:40.019378 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3c6d8961-2067-4677-9599-f464a6cca73b req-e5ca4d3f-6db7-4f13-9641-24acaabaaabf service neutron] 10.222.0.98 "GET /v2.0/subnets?id=736da4eb-0b64-47cf-a336-b2a25d32f39e HTTP/1.1" status: 200 len: 855 time: 0.6279211 Oct 28 09:36:40.065141 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bebe6-3a55-477d-bf82-fd0c2669f595 req-f96b6e9c-5c63-4069-a3b0-cd58d7e18ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:40.066811 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d22bebe6-3a55-477d-bf82-fd0c2669f595 req-f96b6e9c-5c63-4069-a3b0-cd58d7e18ed7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1b7a569-2c9d-4152-9710-2db39adc412c HTTP/1.1" status: 200 len: 852 time: 0.6734231 Oct 28 09:36:40.072928 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7d155d92-aad5-491d-8723-fedf3ce69b2b req-97328a4f-b383-4973-82f9-5f5bbda0e095 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385857 Oct 28 09:36:40.076892 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] For port 6951c21d-afe1-4690-a945-d9ce84d8498c, host hv-cinder-81514, cleared binding levels {{(pid=101550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:36:40.081443 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] For port 6951c21d-afe1-4690-a945-d9ce84d8498c, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6951c21d-afe1-4690-a945-d9ce84d8498c,segment=NetworkSegment(59d3290b-93f8-46c7-8242-3840173eb36c),segment_id=59d3290b-93f8-46c7-8242-3840173eb36c)] {{(pid=101550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:36:40.099536 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:40.127805 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9870042-a2ef-4a47-aafb-48ea30d3e9d6 req-db626b9f-4b4c-4d95-8384-1d8be273ea97 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:40.129383 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c9870042-a2ef-4a47-aafb-48ea30d3e9d6 req-db626b9f-4b4c-4d95-8384-1d8be273ea97 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 931 time: 0.2142200 Oct 28 09:36:40.172190 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:40.172941 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:40.174536 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] 10.222.0.98 "PUT /v2.0/ports/6951c21d-afe1-4690-a945-d9ce84d8498c HTTP/1.1" status: 200 len: 1093 time: 2.5350077 Oct 28 09:36:40.175049 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32807a3-1d84-4614-b381-4bd069d72020', 'tag': '6951c21d-afe1-4690-a945-d9ce84d8498c'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:40.178536 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddacd19c-73b3-4d69-8bc1-2d5ff4c76461" -d '{"events": [{"name": "network-changed", "server_uuid": "c32807a3-1d84-4614-b381-4bd069d72020", "tag": "6951c21d-afe1-4690-a945-d9ce84d8498c"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:40.196141 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-469f279e-3d19-4851-b1d4-80418a127ed6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:40.213616 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e63aa6-f6b7-4dc1-a127-601e81e93157 service neutron] Pushing event updated for resources: {'Port': ['ID=6951c21d-afe1-4690-a945-d9ce84d8498c,revision_number=3']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:40.234823 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4cecce6c-9161-40d5-a4aa-94a69b985b68 req-36074014-cfea-4bd6-ad0b-48afdd396d87 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 210 time: 0.0410349 Oct 28 09:36:40.310625 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-469f279e-3d19-4851-b1d4-80418a127ed6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:40.312192 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d22bebe6-3a55-477d-bf82-fd0c2669f595 req-6302788e-5192-4b51-a71d-f208aee9b595 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613973 Oct 28 09:36:40.315667 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3c6d8961-2067-4677-9599-f464a6cca73b req-6ec3004e-c16b-43a3-8142-20658b138bdd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=27679303-a81b-460d-8771-941e694a0c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539539 Oct 28 09:36:40.326301 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c9870042-a2ef-4a47-aafb-48ea30d3e9d6 req-e57e35e8-491d-4092-9b21-cedee1477fc5 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346257 Oct 28 09:36:40.329726 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb3842f-8038-4582-85da-6d509737b60b x-openstack-request-id: req-3eb3842f-8038-4582-85da-6d509737b60b {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:40.329726 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32807a3-1d84-4614-b381-4bd069d72020", "tag": "6951c21d-afe1-4690-a945-d9ce84d8498c", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:40.330069 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3eb3842f-8038-4582-85da-6d509737b60b {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:40.330145 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32807a3-1d84-4614-b381-4bd069d72020', 'tag': '6951c21d-afe1-4690-a945-d9ce84d8498c', 'status': 'completed', 'code': 200} Oct 28 09:36:40.406624 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-5b0bc20a-73cb-466b-8fcc-5a350206ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:40.410226 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-5b0bc20a-73cb-466b-8fcc-5a350206ff59 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a1655550196140baa9220386a1a8373e&device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 1096 time: 0.0958560 Oct 28 09:36:40.423567 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-469f279e-3d19-4851-b1d4-80418a127ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:40.426219 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-469f279e-3d19-4851-b1d4-80418a127ed6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:40.431317 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-469f279e-3d19-4851-b1d4-80418a127ed6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/df5a979e-1bb6-4892-a0e5-ef3a6b7aee36 HTTP/1.1" status: 204 len: 168 time: 0.5910423 Oct 28 09:36:40.449876 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f279e-3d19-4851-b1d4-80418a127ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5a979e-1bb6-4892-a0e5-ef3a6b7aee36,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:40.541496 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.notifiers.nova [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317d86bf-717f-4001-a686-804fd5c9c218 {{(pid=101549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:36:40.548690 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:40.561997 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.provisioning_blocks [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] Transition to ACTIVE for port object 317d86bf-717f-4001-a686-804fd5c9c218 will not be triggered until provisioned by entity L2. {{(pid=101549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:36:40.566545 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:40.567250 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-d50d4f29-a866-4daf-ac46-c4ba6bcf791a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6951c21d-afe1-4690-a945-d9ce84d8498c HTTP/1.1" status: 200 len: 217 time: 0.1217227 Oct 28 09:36:40.685335 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] Pushing event updated for resources: {'Port': ['ID=317d86bf-717f-4001-a686-804fd5c9c218,revision_number=2']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:40.713667 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51764) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:40.736470 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.managers [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] Attempting to bind port 317d86bf-717f-4001-a686-804fd5c9c218 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:36:40.736823 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.managers [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] Attempting to bind port 317d86bf-717f-4001-a686-804fd5c9c218 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '7c7aa649-fec5-4327-a727-a322b9bbc715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c'}] {{(pid=101549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:36:40.737081 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] Attempting to bind port 317d86bf-717f-4001-a686-804fd5c9c218 on network 4ea4cab8-150a-44ba-9227-c4083ead845c {{(pid=101549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:40.755891 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0d57176a-6bf6-47fb-9295-f202d8379216 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:40.760638 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922abdc-1de1-4090-8e27-7a70c23ad92d req-facc1201-b302-4b1f-8265-6c4028243c40 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:40.768113 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4922abdc-1de1-4090-8e27-7a70c23ad92d req-facc1201-b302-4b1f-8265-6c4028243c40 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 943 time: 0.3244810 Oct 28 09:36:40.777830 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.98', 49526) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:40.783066 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] Port 317d86bf-717f-4001-a686-804fd5c9c218 on network 4ea4cab8-150a-44ba-9227-c4083ead845c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:36:40.783509 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] Attempting to bind port 317d86bf-717f-4001-a686-804fd5c9c218 on network 4ea4cab8-150a-44ba-9227-c4083ead845c {{(pid=101549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:40.798779 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] Checking agent: {'id': 'afc7fccb-f5d9-4cc0-9292-378149b33414', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'started_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:36:40.799150 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] Checking segment: {'id': '7c7aa649-fec5-4327-a727-a322b9bbc715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:36:40.799612 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] Bound using segment: {'id': '7c7aa649-fec5-4327-a727-a322b9bbc715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c'} {{(pid=101549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:36:40.800294 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.managers [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] Bound port: 317d86bf-717f-4001-a686-804fd5c9c218, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c7aa649-fec5-4327-a727-a322b9bbc715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c'}}] {{(pid=101549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:36:40.810265 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:40.819220 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3c6d8961-2067-4677-9599-f464a6cca73b req-1b5abb30-a012-423f-9b3e-ffca8bb3906d service neutron] 10.222.0.98 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919449 Oct 28 09:36:40.826790 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-431aabab-6655-4ca2-932e-37d3d8d886cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:40.829710 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-431aabab-6655-4ca2-932e-37d3d8d886cd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f756cde3-6ad6-41bc-a74b-aa926d36b9a7 HTTP/1.1" status: 200 len: 858 time: 0.2285299 Oct 28 09:36:40.964496 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.db [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] For port 317d86bf-717f-4001-a686-804fd5c9c218, host hv-cinder-81514, cleared binding levels {{(pid=101549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:36:40.969212 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d22bebe6-3a55-477d-bf82-fd0c2669f595 req-4e2faebb-a3e2-49a3-9c11-e42cf3991c5b service neutron] 10.222.0.98 "GET /v2.0/networks/ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272949 Oct 28 09:36:40.971954 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.db [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] For port 317d86bf-717f-4001-a686-804fd5c9c218, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=317d86bf-717f-4001-a686-804fd5c9c218,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:36:40.975663 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-b7d42c6c-d10e-4984-8fba-8f2a400afae2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0c6135fc-e04f-41b1-91c9-8bd4154b91de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870957 Oct 28 09:36:40.990210 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:41.058655 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:41.059475 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for port, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:41.060970 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] 10.222.0.98 "PUT /v2.0/ports/317d86bf-717f-4001-a686-804fd5c9c218 HTTP/1.1" status: 200 len: 1093 time: 1.3712399 Oct 28 09:36:41.061402 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab012d22-1e3c-469b-8915-07d2105e4071', 'tag': '317d86bf-717f-4001-a686-804fd5c9c218'}] {{(pid=101549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:41.064763 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ad8cfbc74f76342fd0a63029923cc1170f39986be8cbcb10a1afec96ad6d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ffd70a-f6f7-4c9c-a3e7-8dce1f17edfb" -d '{"events": [{"name": "network-changed", "server_uuid": "ab012d22-1e3c-469b-8915-07d2105e4071", "tag": "317d86bf-717f-4001-a686-804fd5c9c218"}]}' {{(pid=101549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:41.122150 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0d57176a-6bf6-47fb-9295-f202d8379216 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:41.125421 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4922abdc-1de1-4090-8e27-7a70c23ad92d req-88d77a98-2cfd-4b0a-9ea0-19ce1f7cb52f tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493845 Oct 28 09:36:41.186687 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-94435761-72d7-4ef2-b143-3dae78848547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:41.203760 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0d57176a-6bf6-47fb-9295-f202d8379216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:41.295033 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d22bebe6-3a55-477d-bf82-fd0c2669f595 req-c83d9350-9bfa-4ff0-ad2e-89f0b00fa787 service neutron] 10.222.0.98 "GET /v2.0/networks/ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089075 Oct 28 09:36:41.388723 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf16b62-24bb-4b06-970e-0a6b320e8552 x-openstack-request-id: req-2bf16b62-24bb-4b06-970e-0a6b320e8552 {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:41.388961 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab012d22-1e3c-469b-8915-07d2105e4071", "tag": "317d86bf-717f-4001-a686-804fd5c9c218", "status": "completed", "code": 200}]} {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:41.391147 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2bf16b62-24bb-4b06-970e-0a6b320e8552 {{(pid=101549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:41.391944 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab012d22-1e3c-469b-8915-07d2105e4071', 'tag': '317d86bf-717f-4001-a686-804fd5c9c218', 'status': 'completed', 'code': 200} Oct 28 09:36:41.451456 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c307659-78e1-4d92-acad-52832b48c41d service neutron] Pushing event updated for resources: {'Port': ['ID=317d86bf-717f-4001-a686-804fd5c9c218,revision_number=3']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:41.480041 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-d039de55-0b50-4397-aef3-cf1c5074177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:41.496726 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-d039de55-0b50-4397-aef3-cf1c5074177a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=527b76bbd1e54d17a4de33776892141c&device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 1096 time: 0.3429747 Oct 28 09:36:41.535269 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51790) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:41.536156 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57176a-6bf6-47fb-9295-f202d8379216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cbbf5c-efa8-469a-9e61-a3ae7308fe2c,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:41.549152 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-0d57176a-6bf6-47fb-9295-f202d8379216 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a5681aa848814ee59faf04077475bda7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8339920 Oct 28 09:36:41.552386 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51794) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:41.639949 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-05377292-42fb-4e43-ac24-83cb3dc55a7f req-00a990d1-e5bd-42c7-ac1b-9fe1a5b5ccfc tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 210 time: 0.1415956 Oct 28 09:36:41.644396 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-442ed3fc-21e7-4c49-9f36-01b9439667dc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=317d86bf-717f-4001-a686-804fd5c9c218 HTTP/1.1" status: 200 len: 217 time: 0.1114736 Oct 28 09:36:41.665534 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-d691ac76-abb0-45a2-a123-3f152902922a tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:41.667033 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-d691ac76-abb0-45a2-a123-3f152902922a tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.98 "GET /v2.0/networks?id=0c6135fc-e04f-41b1-91c9-8bd4154b91de HTTP/1.1" status: 200 len: 818 time: 0.8825130 Oct 28 09:36:41.668898 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-74455558-9b10-41a5-8352-41ae6c497a94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:41.690773 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fdf60-e960-4ad4-b84e-f5fc4b3fa748 req-4fad77e6-b3a2-488f-bdb6-ab7af988cd9b tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:41.692342 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-339fdf60-e960-4ad4-b84e-f5fc4b3fa748 req-4fad77e6-b3a2-488f-bdb6-ab7af988cd9b tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 943 time: 0.3817534 Oct 28 09:36:41.699610 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-d0c78bfc-e141-4c7e-8988-c8d4b883a792 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Request body: {'port': {'device_id': '026e7f83-9fc3-4bbc-b21c-91b70fb1d96f', 'network_id': '0c6135fc-e04f-41b1-91c9-8bd4154b91de', 'admin_state_up': True, 'tenant_id': 'a1655550196140baa9220386a1a8373e'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:41.704412 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3c6d8961-2067-4677-9599-f464a6cca73b req-3c5daa69-8f48-4dfe-af82-fa699011e23a service neutron] 10.222.0.98 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8185091 Oct 28 09:36:41.775458 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-2c5cbaa7-6931-4cbd-97ca-36d1ef91a0b9 service neutron] 10.222.0.98 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7726963 Oct 28 09:36:41.831454 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8dd7ac99-c913-4f00-aa92-c5db1a58dbee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:41.856292 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-3dee02d4-e106-46bd-89e7-757f5a746506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:41.857821 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-3dee02d4-e106-46bd-89e7-757f5a746506 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=263b05d8-eb38-4884-926d-259edcdc488d HTTP/1.1" status: 200 len: 854 time: 0.1784031 Oct 28 09:36:41.889419 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-339fdf60-e960-4ad4-b84e-f5fc4b3fa748 req-daf8aae8-16a0-4967-bb55-e6e0c77f3cd3 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716354 Oct 28 09:36:41.890485 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8dd7ac99-c913-4f00-aa92-c5db1a58dbee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:41.940044 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606abfa2-5ceb-46d0-8c41-587b4f67c6f7 req-88118735-d204-441b-a535-d4fdc5e564a9 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:41.941701 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-606abfa2-5ceb-46d0-8c41-587b4f67c6f7 req-88118735-d204-441b-a535-d4fdc5e564a9 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.1770258 Oct 28 09:36:41.966308 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0ddd7d7e-261d-44dc-b6e2-1cde35fc3c7c req-3defedec-4287-427d-b453-08e565bb7a8f service neutron] 10.222.0.98 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720705 Oct 28 09:36:41.973100 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-d0c78bfc-e141-4c7e-8988-c8d4b883a792 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Made reservation on behalf of a1655550196140baa9220386a1a8373e for: {'port': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:41.978179 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-d0c78bfc-e141-4c7e-8988-c8d4b883a792 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:42.054226 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-d9b8e395-3029-4545-bf7f-c4268a2b0759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:42.056460 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-d9b8e395-3029-4545-bf7f-c4268a2b0759 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4ea4cab8-150a-44ba-9227-c4083ead845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1863990 Oct 28 09:36:42.068650 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-606abfa2-5ceb-46d0-8c41-587b4f67c6f7 req-745bedd6-db00-4bf3-8748-e46a5997245f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098027 Oct 28 09:36:42.090846 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8dd7ac99-c913-4f00-aa92-c5db1a58dbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:42.099792 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8dd7ac99-c913-4f00-aa92-c5db1a58dbee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:42.100951 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-8dd7ac99-c913-4f00-aa92-c5db1a58dbee admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/71cbbf5c-efa8-469a-9e61-a3ae7308fe2c HTTP/1.1" status: 204 len: 168 time: 0.5336888 Oct 28 09:36:42.118881 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-74455558-9b10-41a5-8352-41ae6c497a94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:42.156920 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-74455558-9b10-41a5-8352-41ae6c497a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:42.162174 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7ac99-c913-4f00-aa92-c5db1a58dbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cbbf5c-efa8-469a-9e61-a3ae7308fe2c,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:42.175684 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacd19c-73b3-4d69-8bc1-2d5ff4c76461 req-4e68ce99-c79a-43a7-ba4a-cf1839b06eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:42.177536 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ddacd19c-73b3-4d69-8bc1-2d5ff4c76461 req-4e68ce99-c79a-43a7-ba4a-cf1839b06eac service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a1655550196140baa9220386a1a8373e&device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 1096 time: 0.1142919 Oct 28 09:36:42.243279 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-74455558-9b10-41a5-8352-41ae6c497a94 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c53a8c13166248658d90916f0e53f00e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6920037 Oct 28 09:36:42.248389 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51830) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:42.269895 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74455558-9b10-41a5-8352-41ae6c497a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411f7123-15bc-4b89-92bf-6cda295fe794,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:42.295996 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-d0c78bfc-e141-4c7e-8988-c8d4b883a792 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Allocated IP 172.20.0.4 (0c6135fc-e04f-41b1-91c9-8bd4154b91de/f756cde3-6ad6-41bc-a74b-aa926d36b9a7/ee85a077-fd82-4bcf-bec8-60f80fe00122) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:36:42.305270 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-71d02c54-ad3e-447e-ba51-aff324e47a6a service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394357 Oct 28 09:36:42.389144 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e8a93721-a5a5-4f48-94c1-79e8139b7411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:42.414702 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d774fac-5345-4468-899d-299f911262c0 req-d18d0e0e-c1ea-43b3-a91e-2331eb7e7d37 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:42.416318 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3d774fac-5345-4468-899d-299f911262c0 req-d18d0e0e-c1ea-43b3-a91e-2331eb7e7d37 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 943 time: 0.1475298 Oct 28 09:36:42.428969 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e8a93721-a5a5-4f48-94c1-79e8139b7411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:42.438564 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacd19c-73b3-4d69-8bc1-2d5ff4c76461 req-48eb2271-a4f5-4bbe-85cc-d7e6777c9acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:42.440126 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ddacd19c-73b3-4d69-8bc1-2d5ff4c76461 req-48eb2271-a4f5-4bbe-85cc-d7e6777c9acf service neutron] 10.222.0.98 "GET /v2.0/networks?id=0c6135fc-e04f-41b1-91c9-8bd4154b91de HTTP/1.1" status: 200 len: 919 time: 0.2533126 Oct 28 09:36:42.468512 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:42.469073 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-73bf8ec3-89f4-4e46-a085-4a4c4a1251f2 req-0723ba6c-289f-4ea3-8d69-e09e6b9acbdf service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534553 Oct 28 09:36:42.504621 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e8a93721-a5a5-4f48-94c1-79e8139b7411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:42.510587 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e8a93721-a5a5-4f48-94c1-79e8139b7411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:42.514318 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-e8a93721-a5a5-4f48-94c1-79e8139b7411 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/411f7123-15bc-4b89-92bf-6cda295fe794 HTTP/1.1" status: 204 len: 168 time: 0.2619281 Oct 28 09:36:42.516386 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ddacd19c-73b3-4d69-8bc1-2d5ff4c76461 req-2025c470-7d25-4607-b2ac-65c9aed7c91a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6951c21d-afe1-4690-a945-d9ce84d8498c HTTP/1.1" status: 200 len: 217 time: 0.0602412 Oct 28 09:36:42.529558 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51838) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:42.536698 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a93721-a5a5-4f48-94c1-79e8139b7411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411f7123-15bc-4b89-92bf-6cda295fe794,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:42.587319 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:42.617775 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffd70a-f6f7-4c9c-a3e7-8dce1f17edfb req-703ee548-cdd4-4de5-a1c6-2c18bdb403f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:42.618812 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f5ffd70a-f6f7-4c9c-a3e7-8dce1f17edfb req-703ee548-cdd4-4de5-a1c6-2c18bdb403f3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=527b76bbd1e54d17a4de33776892141c&device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 1096 time: 0.0850048 Oct 28 09:36:42.631342 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3d774fac-5345-4468-899d-299f911262c0 req-4144c1d3-d624-4a99-af7a-7d8d3f36ea72 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066901 Oct 28 09:36:42.686460 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacd19c-73b3-4d69-8bc1-2d5ff4c76461 req-84c7a533-473a-47c8-9c8b-6b9496848735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:42.690752 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ddacd19c-73b3-4d69-8bc1-2d5ff4c76461 req-84c7a533-473a-47c8-9c8b-6b9496848735 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f756cde3-6ad6-41bc-a74b-aa926d36b9a7 HTTP/1.1" status: 200 len: 858 time: 0.1582355 Oct 28 09:36:42.749068 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ddacd19c-73b3-4d69-8bc1-2d5ff4c76461 req-c1e36d93-e5b3-46fe-9e86-73121facf517 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0c6135fc-e04f-41b1-91c9-8bd4154b91de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415132 Oct 28 09:36:42.805979 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-5ad5851e-0ca2-4f4e-84fd-07e20ee8927f req-ee7c28f9-42d2-4e29-9e05-00945ba99f90 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 210 time: 0.0575037 Oct 28 09:36:42.840434 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-d0c78bfc-e141-4c7e-8988-c8d4b883a792 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:42.899515 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffd70a-f6f7-4c9c-a3e7-8dce1f17edfb req-7022167b-0f4f-4400-9df3-ca664a27b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:42.901140 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f5ffd70a-f6f7-4c9c-a3e7-8dce1f17edfb req-7022167b-0f4f-4400-9df3-ca664a27b127 service neutron] 10.222.0.98 "GET /v2.0/networks?id=4ea4cab8-150a-44ba-9227-c4083ead845c HTTP/1.1" status: 200 len: 916 time: 0.2740946 Oct 28 09:36:42.917583 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ddacd19c-73b3-4d69-8bc1-2d5ff4c76461 req-ea1fed12-112e-4a0e-b691-a290b71870e5 service neutron] 10.222.0.98 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570420 Oct 28 09:36:42.937681 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-d0c78bfc-e141-4c7e-8988-c8d4b883a792 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:42.999919 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f5ffd70a-f6f7-4c9c-a3e7-8dce1f17edfb req-982aade7-0310-4ec7-b1fa-cdfd98004c65 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=317d86bf-717f-4001-a686-804fd5c9c218 HTTP/1.1" status: 200 len: 217 time: 0.0904756 Oct 28 09:36:43.098910 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c78bfc-e141-4c7e-8988-c8d4b883a792 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Pushing event updated for resources: {'Port': ['ID=ee85a077-fd82-4bcf-bec8-60f80fe00122,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:43.102278 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffd70a-f6f7-4c9c-a3e7-8dce1f17edfb req-053e981a-56a8-4d01-be47-ef9bf98484df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:43.104397 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f5ffd70a-f6f7-4c9c-a3e7-8dce1f17edfb req-053e981a-56a8-4d01-be47-ef9bf98484df service neutron] 10.222.0.98 "GET /v2.0/subnets?id=263b05d8-eb38-4884-926d-259edcdc488d HTTP/1.1" status: 200 len: 854 time: 0.0957038 Oct 28 09:36:43.105726 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-27fbba1e-1970-4971-911e-baa5364fca17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:43.161065 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-d0c78bfc-e141-4c7e-8988-c8d4b883a792 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Network 0c6135fc-e04f-41b1-91c9-8bd4154b91de is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:36:43.168991 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-d0c78bfc-e141-4c7e-8988-c8d4b883a792 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:43.171894 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-d0c78bfc-e141-4c7e-8988-c8d4b883a792 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:36:43.178015 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-d0c78bfc-e141-4c7e-8988-c8d4b883a792 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:43.178662 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-d0c78bfc-e141-4c7e-8988-c8d4b883a792 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:43.221725 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-d0c78bfc-e141-4c7e-8988-c8d4b883a792 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5391359 Oct 28 09:36:43.236159 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e51ee3-581d-4f43-9321-da3c0e9e1368 req-583872fa-7b14-4be6-b7e1-12a1d533356e tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:43.237703 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-17e51ee3-581d-4f43-9321-da3c0e9e1368 req-583872fa-7b14-4be6-b7e1-12a1d533356e tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 943 time: 0.1428487 Oct 28 09:36:43.241089 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ddacd19c-73b3-4d69-8bc1-2d5ff4c76461 req-471cb504-d371-45cf-84ef-726af1c3116a service neutron] 10.222.0.98 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069184 Oct 28 09:36:43.245492 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] Request body: {'port': {'device_id': '026e7f83-9fc3-4bbc-b21c-91b70fb1d96f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:43.301123 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffd70a-f6f7-4c9c-a3e7-8dce1f17edfb req-b0ed6f86-fb65-4d04-a0e2-dedd5f833fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:43.303352 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f5ffd70a-f6f7-4c9c-a3e7-8dce1f17edfb req-b0ed6f86-fb65-4d04-a0e2-dedd5f833fbe service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4ea4cab8-150a-44ba-9227-c4083ead845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1796072 Oct 28 09:36:43.358511 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-17e51ee3-581d-4f43-9321-da3c0e9e1368 req-6e96242f-e154-4b7a-9d44-9fec5de16456 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952573 Oct 28 09:36:43.359222 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:43.381765 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9210b12-d890-4e4b-aee7-1a7eefa97d94 req-9be3949c-4bd3-4e07-a174-89b6ec7fe6e2 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:43.384468 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c9210b12-d890-4e4b-aee7-1a7eefa97d94 req-9be3949c-4bd3-4e07-a174-89b6ec7fe6e2 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.1778579 Oct 28 09:36:43.439064 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-27fbba1e-1970-4971-911e-baa5364fca17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:43.457571 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-27fbba1e-1970-4971-911e-baa5364fca17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:43.496029 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c9210b12-d890-4e4b-aee7-1a7eefa97d94 req-14d90d4a-e1fb-437e-b96d-26235bbe7290 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947523 Oct 28 09:36:43.496029 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51874) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:43.536100 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f5ffd70a-f6f7-4c9c-a3e7-8dce1f17edfb req-ec962391-bad5-4309-9cab-a8faac73b35d service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223015 Oct 28 09:36:43.542429 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-27fbba1e-1970-4971-911e-baa5364fca17 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=88984aa6e09a4eb8881accd2d88c681f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0097890 Oct 28 09:36:43.546431 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51880) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:43.560401 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fbba1e-1970-4971-911e-baa5364fca17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e137ff-32d7-40d5-bfcf-05d75f9229b3,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:43.681041 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8a5d15d2-3fcb-4875-b0ce-faa504072123 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:43.688323 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e59cde7b-c55b-45b6-91a3-a6684c7c8c94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:43.714775 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f5ffd70a-f6f7-4c9c-a3e7-8dce1f17edfb req-de3a33df-77ea-446d-9f4c-c7f8b15ed89a service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696463 Oct 28 09:36:43.735562 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e59cde7b-c55b-45b6-91a3-a6684c7c8c94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:43.736163 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:43.803873 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee85a077-fd82-4bcf-bec8-60f80fe00122 {{(pid=101550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:36:43.815366 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:43.826802 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e59cde7b-c55b-45b6-91a3-a6684c7c8c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:43.829544 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e59cde7b-c55b-45b6-91a3-a6684c7c8c94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:43.832930 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-e59cde7b-c55b-45b6-91a3-a6684c7c8c94 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/86e137ff-32d7-40d5-bfcf-05d75f9229b3 HTTP/1.1" status: 204 len: 168 time: 0.2845631 Oct 28 09:36:43.834211 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8a5d15d2-3fcb-4875-b0ce-faa504072123 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:43.844642 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8a5d15d2-3fcb-4875-b0ce-faa504072123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:43.845542 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.provisioning_blocks [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] Transition to ACTIVE for port object ee85a077-fd82-4bcf-bec8-60f80fe00122 will not be triggered until provisioned by entity L2. {{(pid=101550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:36:43.847300 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cde7b-c55b-45b6-91a3-a6684c7c8c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e137ff-32d7-40d5-bfcf-05d75f9229b3,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:43.877717 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1204529-ff9c-4f92-8048-a8f2457b3676 req-b066d6d4-9934-436e-88fe-1503719f808f tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:43.880726 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d1204529-ff9c-4f92-8048-a8f2457b3676 req-b066d6d4-9934-436e-88fe-1503719f808f tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 943 time: 0.1158955 Oct 28 09:36:43.882067 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:43.897147 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-8a5d15d2-3fcb-4875-b0ce-faa504072123 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=80cd830cf6ad4708bac08a2f5a9dd029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3897426 Oct 28 09:36:43.900029 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51896) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:43.918202 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d15d2-3fcb-4875-b0ce-faa504072123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1850e8-0da5-4439-ae93-c8fc7bed5587,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:43.939497 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] Pushing event updated for resources: {'Port': ['ID=ee85a077-fd82-4bcf-bec8-60f80fe00122,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:43.998190 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d1204529-ff9c-4f92-8048-a8f2457b3676 req-700a14c7-f0e4-481e-ab3e-3e4d5ddcae17 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043489 Oct 28 09:36:44.021148 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39d685-e9ad-4ee5-9e89-27390103f616 req-c0fe0fc6-698f-4c12-b7c5-09ce93dbcba7 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:44.021148 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-dc39d685-e9ad-4ee5-9e89-27390103f616 req-c0fe0fc6-698f-4c12-b7c5-09ce93dbcba7 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 943 time: 0.0861533 Oct 28 09:36:44.021148 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b1c45f91-74d2-440a-b0aa-1a9ea41e33bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:44.065475 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b1c45f91-74d2-440a-b0aa-1a9ea41e33bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:44.088816 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] Attempting to bind port ee85a077-fd82-4bcf-bec8-60f80fe00122 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:36:44.089383 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] Attempting to bind port ee85a077-fd82-4bcf-bec8-60f80fe00122 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '59d3290b-93f8-46c7-8242-3840173eb36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c6135fc-e04f-41b1-91c9-8bd4154b91de'}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:36:44.090017 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] Attempting to bind port ee85a077-fd82-4bcf-bec8-60f80fe00122 on network 0c6135fc-e04f-41b1-91c9-8bd4154b91de {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:44.096175 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] Port ee85a077-fd82-4bcf-bec8-60f80fe00122 on network 0c6135fc-e04f-41b1-91c9-8bd4154b91de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:36:44.096708 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] Attempting to bind port ee85a077-fd82-4bcf-bec8-60f80fe00122 on network 0c6135fc-e04f-41b1-91c9-8bd4154b91de {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:44.102591 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] Checking agent: {'id': 'afc7fccb-f5d9-4cc0-9292-378149b33414', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'started_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:36:44.103307 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] Checking segment: {'id': '59d3290b-93f8-46c7-8242-3840173eb36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c6135fc-e04f-41b1-91c9-8bd4154b91de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:36:44.104155 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] Bound using segment: {'id': '59d3290b-93f8-46c7-8242-3840173eb36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c6135fc-e04f-41b1-91c9-8bd4154b91de'} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:36:44.104873 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] Bound port: ee85a077-fd82-4bcf-bec8-60f80fe00122, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d3290b-93f8-46c7-8242-3840173eb36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c6135fc-e04f-41b1-91c9-8bd4154b91de'}}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:36:44.105391 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:44.198927 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] For port ee85a077-fd82-4bcf-bec8-60f80fe00122, host hv-cinder-81514, cleared binding levels {{(pid=101550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:36:44.204905 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] For port ee85a077-fd82-4bcf-bec8-60f80fe00122, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ee85a077-fd82-4bcf-bec8-60f80fe00122,segment=NetworkSegment(59d3290b-93f8-46c7-8242-3840173eb36c),segment_id=59d3290b-93f8-46c7-8242-3840173eb36c)] {{(pid=101550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:36:44.211546 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:44.261931 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:44.262875 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:44.264605 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] 10.222.0.98 "PUT /v2.0/ports/ee85a077-fd82-4bcf-bec8-60f80fe00122 HTTP/1.1" status: 200 len: 1093 time: 1.0258453 Oct 28 09:36:44.265201 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026e7f83-9fc3-4bbc-b21c-91b70fb1d96f', 'tag': 'ee85a077-fd82-4bcf-bec8-60f80fe00122'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:44.267665 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c148ee7f-f06c-4bd5-ac86-29bb0417f8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "026e7f83-9fc3-4bbc-b21c-91b70fb1d96f", "tag": "ee85a077-fd82-4bcf-bec8-60f80fe00122"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:44.291264 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-dc39d685-e9ad-4ee5-9e89-27390103f616 req-32bf310f-882d-4882-85c5-120e09d8df74 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593191 Oct 28 09:36:44.312654 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e199a-8a3d-4faf-93f9-c311f368c609 service neutron] Pushing event updated for resources: {'Port': ['ID=ee85a077-fd82-4bcf-bec8-60f80fe00122,revision_number=3']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:44.341983 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b1c45f91-74d2-440a-b0aa-1a9ea41e33bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:44.344812 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b1c45f91-74d2-440a-b0aa-1a9ea41e33bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:44.348350 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-b1c45f91-74d2-440a-b0aa-1a9ea41e33bb admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ce1850e8-0da5-4439-ae93-c8fc7bed5587 HTTP/1.1" status: 204 len: 168 time: 0.4443626 Oct 28 09:36:44.355392 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c45f91-74d2-440a-b0aa-1a9ea41e33bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1850e8-0da5-4439-ae93-c8fc7bed5587,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:44.363669 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44120a3-fa94-4c74-8c58-39023d1413b0 x-openstack-request-id: req-e44120a3-fa94-4c74-8c58-39023d1413b0 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:44.364045 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026e7f83-9fc3-4bbc-b21c-91b70fb1d96f", "tag": "ee85a077-fd82-4bcf-bec8-60f80fe00122", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:44.364355 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e44120a3-fa94-4c74-8c58-39023d1413b0 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:44.364814 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026e7f83-9fc3-4bbc-b21c-91b70fb1d96f', 'tag': 'ee85a077-fd82-4bcf-bec8-60f80fe00122', 'status': 'completed', 'code': 200} Oct 28 09:36:44.382080 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-aa1263fd-f088-44ec-9a91-10ca93e52fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:44.384312 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-aa1263fd-f088-44ec-9a91-10ca93e52fed service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a1655550196140baa9220386a1a8373e&device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 1096 time: 0.0678790 Oct 28 09:36:44.436747 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-9d750252-fa56-4009-a296-0484286ed2b4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee85a077-fd82-4bcf-bec8-60f80fe00122 HTTP/1.1" status: 200 len: 217 time: 0.0444355 Oct 28 09:36:44.468785 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51918) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:44.490300 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9c8ffcb5-cf70-486c-8b2a-84c5d913fa0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:44.514018 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-22869f59-87bd-44cd-ae51-ba439dd6f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:44.515271 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-22869f59-87bd-44cd-ae51-ba439dd6f626 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f756cde3-6ad6-41bc-a74b-aa926d36b9a7 HTTP/1.1" status: 200 len: 858 time: 0.0701947 Oct 28 09:36:44.537770 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d1a8b-5e6e-4110-b84f-ab24732ca95d req-9e9f7dde-5cc6-4c82-9fc2-8d886b118184 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:44.545331 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-238d1a8b-5e6e-4110-b84f-ab24732ca95d req-9e9f7dde-5cc6-4c82-9fc2-8d886b118184 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 943 time: 0.1045835 Oct 28 09:36:44.565332 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-8896891c-e528-4446-8a4c-63e25ffeb60a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0c6135fc-e04f-41b1-91c9-8bd4154b91de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400414 Oct 28 09:36:44.608345 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-238d1a8b-5e6e-4110-b84f-ab24732ca95d req-8404476e-fa53-4333-af61-db7d8be831e5 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574815 Oct 28 09:36:44.609204 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51924) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:44.667137 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9c8ffcb5-cf70-486c-8b2a-84c5d913fa0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:44.674456 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9c8ffcb5-cf70-486c-8b2a-84c5d913fa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:44.722388 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-83241575-5a11-4993-b9f5-f8a858387136 service neutron] 10.222.0.98 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418495 Oct 28 09:36:44.723644 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-9c8ffcb5-cf70-486c-8b2a-84c5d913fa0b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b0673d9460b441e9b7863486753c3639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534127 Oct 28 09:36:44.725279 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ffcb5-cf70-486c-8b2a-84c5d913fa0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b1a1dc-c0a5-4319-8e3e-884f9dc675a7,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:44.726615 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 51930) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:44.761704 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068eb0d0-ae63-4759-bb77-a3cfa48eaaf3 req-8e9071c5-24e8-4e51-817d-d240a70b6f7b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:44.763207 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-068eb0d0-ae63-4759-bb77-a3cfa48eaaf3 req-8e9071c5-24e8-4e51-817d-d240a70b6f7b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.1080320 Oct 28 09:36:44.804157 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device a30098a8-0399-43c6-90f4-90890885b5be details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:36:44.880377 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-360b1fe4-0cbb-4324-a18b-24d67f4b5953 req-4c4c9e7c-2935-48db-beed-3f7d8bc32013 service neutron] 10.222.0.98 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278794 Oct 28 09:36:44.923097 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-46abab6d-8634-403f-852a-dc2c695dfb2c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-846855220-network', 'tenant_id': '4c8d21900de4468bb07b6b4c3d3a2623'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:44.929503 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port a30098a8-0399-43c6-90f4-90890885b5be, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a30098a8-0399-43c6-90f4-90890885b5be,segment=NetworkSegment(e650cf88-e039-4065-ba6d-a962d6f93629),segment_id=e650cf88-e039-4065-ba6d-a962d6f93629)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:44.948836 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': 'a30098a8-0399-43c6-90f4-90890885b5be', 'network_id': 'ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c', 'port_id': 'a30098a8-0399-43c6-90f4-90890885b5be', 'mac_address': 'fa:16:3e:be:f7:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b7a569-2c9d-4152-9710-2db39adc412c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:36:44.962989 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-068eb0d0-ae63-4759-bb77-a3cfa48eaaf3 req-b001da6f-9018-430c-b032-029977ad58fe tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887136 Oct 28 09:36:44.974370 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46abab6d-8634-403f-852a-dc2c695dfb2c admin admin] Made reservation on behalf of 4c8d21900de4468bb07b6b4c3d3a2623 for: {'network': 1} {{(pid=101549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:44.979339 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-ac6238be-e8ec-416d-9e61-360155b06cb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:44.981427 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-46abab6d-8634-403f-852a-dc2c695dfb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for network, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.006808 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-46abab6d-8634-403f-852a-dc2c695dfb2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.007571 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-ac6238be-e8ec-416d-9e61-360155b06cb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.018516 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.022119 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148ee7f-f06c-4bd5-ac86-29bb0417f8c6 req-6f18956b-b8f5-464d-9c9b-60048f6ab76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:45.034146 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c148ee7f-f06c-4bd5-ac86-29bb0417f8c6 req-6f18956b-b8f5-464d-9c9b-60048f6ab76f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a1655550196140baa9220386a1a8373e&device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 1096 time: 0.0909445 Oct 28 09:36:45.035674 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30098a8-0399-43c6-90f4-90890885b5be {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:36:45.065585 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port a30098a8-0399-43c6-90f4-90890885b5be, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a30098a8-0399-43c6-90f4-90890885b5be,segment=NetworkSegment(e650cf88-e039-4065-ba6d-a962d6f93629),segment_id=e650cf88-e039-4065-ba6d-a962d6f93629)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:45.071893 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.073227 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device d89e9c3c-8f0c-4e01-9d78-205c0d4dab14 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:36:45.091500 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51940) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:45.126117 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-120a7cb1-c5c4-4545-bb1d-572f50b0acbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.170091 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-ac6238be-e8ec-416d-9e61-360155b06cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.173327 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-ac6238be-e8ec-416d-9e61-360155b06cb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.174921 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-ac6238be-e8ec-416d-9e61-360155b06cb1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/02b1a1dc-c0a5-4319-8e3e-884f9dc675a7 HTTP/1.1" status: 204 len: 168 time: 0.4475439 Oct 28 09:36:45.191186 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6238be-e8ec-416d-9e61-360155b06cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b1a1dc-c0a5-4319-8e3e-884f9dc675a7,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:45.216651 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-46abab6d-8634-403f-852a-dc2c695dfb2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.232282 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8048fd-987c-41df-98a5-31796bc1925b req-9222d2c9-77ea-4f3d-9fba-11e2ec1c0595 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:45.234154 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-dc8048fd-987c-41df-98a5-31796bc1925b req-9222d2c9-77ea-4f3d-9fba-11e2ec1c0595 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 943 time: 0.1324446 Oct 28 09:36:45.236100 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=a30098a8-0399-43c6-90f4-90890885b5be,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:45.237145 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-46abab6d-8634-403f-852a-dc2c695dfb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.239295 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148ee7f-f06c-4bd5-ac86-29bb0417f8c6 req-0300f563-d2fd-4494-9714-d5122f342d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:45.242866 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c148ee7f-f06c-4bd5-ac86-29bb0417f8c6 req-0300f563-d2fd-4494-9714-d5122f342d19 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0c6135fc-e04f-41b1-91c9-8bd4154b91de HTTP/1.1" status: 200 len: 919 time: 0.1912684 Oct 28 09:36:45.299221 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46abab6d-8634-403f-852a-dc2c695dfb2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=101549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:36:45.308561 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port d89e9c3c-8f0c-4e01-9d78-205c0d4dab14, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d89e9c3c-8f0c-4e01-9d78-205c0d4dab14,segment=NetworkSegment(8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a),segment_id=8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:45.311007 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46abab6d-8634-403f-852a-dc2c695dfb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308a3ddc-538a-4d1e-95e4-6b5e61401391,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:45.346782 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c148ee7f-f06c-4bd5-ac86-29bb0417f8c6 req-3a75b68c-0883-4c9a-9dbf-ab5bc4cfd850 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee85a077-fd82-4bcf-bec8-60f80fe00122 HTTP/1.1" status: 200 len: 217 time: 0.0949433 Oct 28 09:36:45.348213 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': 'd89e9c3c-8f0c-4e01-9d78-205c0d4dab14', 'network_id': '27679303-a81b-460d-8771-941e694a0c8e', 'port_id': 'd89e9c3c-8f0c-4e01-9d78-205c0d4dab14', 'mac_address': 'fa:16:3e:38:77:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736da4eb-0b64-47cf-a336-b2a25d32f39e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:36:45.350272 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-46abab6d-8634-403f-852a-dc2c695dfb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.350611 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.segments_db [None req-46abab6d-8634-403f-852a-dc2c695dfb2c admin admin] Added segment ae70b985-e10e-49e1-9126-c985770aa171 of type vlan for network 47f88815-49c4-452e-a85f-806ee7e55eb8 Oct 28 09:36:45.408725 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.427915 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89e9c3c-8f0c-4e01-9d78-205c0d4dab14 {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:36:45.446707 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-120a7cb1-c5c4-4545-bb1d-572f50b0acbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.452593 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-dc8048fd-987c-41df-98a5-31796bc1925b req-1062d09f-5d87-46e3-b298-aefadbb37fb3 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047770 Oct 28 09:36:45.454970 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port d89e9c3c-8f0c-4e01-9d78-205c0d4dab14, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d89e9c3c-8f0c-4e01-9d78-205c0d4dab14,segment=NetworkSegment(8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a),segment_id=8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:45.464390 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.466699 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 6951c21d-afe1-4690-a945-d9ce84d8498c details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:36:45.483733 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-120a7cb1-c5c4-4545-bb1d-572f50b0acbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.489442 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148ee7f-f06c-4bd5-ac86-29bb0417f8c6 req-c0b85529-2546-49a5-a6fb-7bc9e2604d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:45.491770 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c148ee7f-f06c-4bd5-ac86-29bb0417f8c6 req-c0b85529-2546-49a5-a6fb-7bc9e2604d69 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f756cde3-6ad6-41bc-a74b-aa926d36b9a7 HTTP/1.1" status: 200 len: 858 time: 0.1351914 Oct 28 09:36:45.525928 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-46abab6d-8634-403f-852a-dc2c695dfb2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729415096998'] for network, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.529579 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c148ee7f-f06c-4bd5-ac86-29bb0417f8c6 req-39c0d9d4-afcf-4201-a363-0bc7c4bb12fa service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0c6135fc-e04f-41b1-91c9-8bd4154b91de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306253 Oct 28 09:36:45.537727 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb75ade-3ca6-4058-9f82-71e23a644c50 req-0062cbae-4499-40c7-a99e-a13ab28432d0 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:45.540543 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ceb75ade-3ca6-4058-9f82-71e23a644c50 req-0062cbae-4499-40c7-a99e-a13ab28432d0 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 943 time: 0.1188395 Oct 28 09:36:45.572369 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-120a7cb1-c5c4-4545-bb1d-572f50b0acbe admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=39a6ad7d03d841e592fba173a73a6a71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4796555 Oct 28 09:36:45.574850 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a7cb1-c5c4-4545-bb1d-572f50b0acbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c2a4aa-27e4-4786-8023-1fe5e3adb0dc,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:45.577264 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 51952) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:45.627036 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-46abab6d-8634-403f-852a-dc2c695dfb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for network, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.628389 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46abab6d-8634-403f-852a-dc2c695dfb2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:45.629198 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-46abab6d-8634-403f-852a-dc2c695dfb2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.652930 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ceb75ade-3ca6-4058-9f82-71e23a644c50 req-12a0c49b-9c24-4e11-b063-a787293642a0 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941215 Oct 28 09:36:45.697289 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c148ee7f-f06c-4bd5-ac86-29bb0417f8c6 req-25260113-8e56-4106-9252-15eeb34ba5d6 service neutron] 10.222.0.98 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562507 Oct 28 09:36:45.727572 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-46abab6d-8634-403f-852a-dc2c695dfb2c admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1109109 Oct 28 09:36:45.728135 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 51958) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:45.735830 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-885dde89-5dda-47e9-851e-0ffdd5cb3721 admin admin] Request body: {'subnet': {'network_id': '47f88815-49c4-452e-a85f-806ee7e55eb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-846855220-subnet', 'tenant_id': '4c8d21900de4468bb07b6b4c3d3a2623', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:45.762381 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=d89e9c3c-8f0c-4e01-9d78-205c0d4dab14,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:45.794749 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46abab6d-8634-403f-852a-dc2c695dfb2c admin admin] Pushing event updated for resources: {'Network': ['ID=47f88815-49c4-452e-a85f-806ee7e55eb8,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:45.806472 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3055bfd7-1dfb-4930-8006-8e8ae61687d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.806620 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Network 47f88815-49c4-452e-a85f-806ee7e55eb8 details requested by agent ovs-agent-dv-cinder-815146-5-iscsi with host dv-cinder-815146-5-iscsi {{(pid=101551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:36:45.848746 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885dde89-5dda-47e9-851e-0ffdd5cb3721 admin admin] Made reservation on behalf of 4c8d21900de4468bb07b6b4c3d3a2623 for: {'subnet': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:45.852087 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-885dde89-5dda-47e9-851e-0ffdd5cb3721 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.853738 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dd15c-3e02-46dd-bc83-a7c5a6c1bf7e req-0c0128d4-1c00-49d5-a0f7-2bc08dc1dc31 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:45.855544 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-641dd15c-3e02-46dd-bc83-a7c5a6c1bf7e req-0c0128d4-1c00-49d5-a0f7-2bc08dc1dc31 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 944 time: 0.1150317 Oct 28 09:36:45.858755 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3055bfd7-1dfb-4930-8006-8e8ae61687d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.872039 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 6951c21d-afe1-4690-a945-d9ce84d8498c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6951c21d-afe1-4690-a945-d9ce84d8498c,segment=NetworkSegment(59d3290b-93f8-46c7-8242-3840173eb36c),segment_id=59d3290b-93f8-46c7-8242-3840173eb36c)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:45.909158 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': '6951c21d-afe1-4690-a945-d9ce84d8498c', 'network_id': '0c6135fc-e04f-41b1-91c9-8bd4154b91de', 'port_id': '6951c21d-afe1-4690-a945-d9ce84d8498c', 'mac_address': 'fa:16:3e:e1:38:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f756cde3-6ad6-41bc-a74b-aa926d36b9a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:36:45.959993 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.983513 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6951c21d-afe1-4690-a945-d9ce84d8498c {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:36:46.043513 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 6951c21d-afe1-4690-a945-d9ce84d8498c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6951c21d-afe1-4690-a945-d9ce84d8498c,segment=NetworkSegment(59d3290b-93f8-46c7-8242-3840173eb36c),segment_id=59d3290b-93f8-46c7-8242-3840173eb36c)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:46.044391 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-641dd15c-3e02-46dd-bc83-a7c5a6c1bf7e req-3d866898-c35a-45f4-9b58-873029928270 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802022 Oct 28 09:36:46.051209 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:46.053081 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 317d86bf-717f-4001-a686-804fd5c9c218 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:36:46.079073 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3055bfd7-1dfb-4930-8006-8e8ae61687d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:46.085090 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3055bfd7-1dfb-4930-8006-8e8ae61687d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:46.088961 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-3055bfd7-1dfb-4930-8006-8e8ae61687d6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/98c2a4aa-27e4-4786-8023-1fe5e3adb0dc HTTP/1.1" status: 204 len: 168 time: 0.4897487 Oct 28 09:36:46.102211 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055bfd7-1dfb-4930-8006-8e8ae61687d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c2a4aa-27e4-4786-8023-1fe5e3adb0dc,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:46.174991 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c148ee7f-f06c-4bd5-ac86-29bb0417f8c6 req-28b69fe8-bbd8-48b7-8204-1131a514334a service neutron] 10.222.0.98 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667745 Oct 28 09:36:46.214226 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257a6b1-ba66-492a-b4c8-d83634a5429c req-64237804-dd86-4460-b2c0-95b01262f7db tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:46.215843 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2257a6b1-ba66-492a-b4c8-d83634a5429c req-64237804-dd86-4460-b2c0-95b01262f7db tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.1195426 Oct 28 09:36:46.235494 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=6951c21d-afe1-4690-a945-d9ce84d8498c,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:46.294276 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2257a6b1-ba66-492a-b4c8-d83634a5429c req-e51db65d-6d87-46e9-87cd-c120a491782c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712180 Oct 28 09:36:46.301245 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 317d86bf-717f-4001-a686-804fd5c9c218, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=317d86bf-717f-4001-a686-804fd5c9c218,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:46.321504 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': '317d86bf-717f-4001-a686-804fd5c9c218', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'port_id': '317d86bf-717f-4001-a686-804fd5c9c218', 'mac_address': 'fa:16:3e:5d:0c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263b05d8-eb38-4884-926d-259edcdc488d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:36:46.349557 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-885dde89-5dda-47e9-851e-0ffdd5cb3721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for subnet, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:46.376511 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:46.399376 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317d86bf-717f-4001-a686-804fd5c9c218 {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:36:46.410544 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885dde89-5dda-47e9-851e-0ffdd5cb3721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d6d5917-e8d7-48c3-be9e-e23eff19bc84,revision_number=0']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:46.426594 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885dde89-5dda-47e9-851e-0ffdd5cb3721 admin admin] Checking segment: {'id': 'ae70b985-e10e-49e1-9126-c985770aa171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '47f88815-49c4-452e-a85f-806ee7e55eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:36:46.426594 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885dde89-5dda-47e9-851e-0ffdd5cb3721 admin admin] Network hostable DHCP agents. Network: 47f88815-49c4-452e-a85f-806ee7e55eb8, hostable agents: ['51f327a7-c6d2-45a0-a90b-356f50710923'], hosted agents: [] {{(pid=101550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:36:46.434861 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 317d86bf-717f-4001-a686-804fd5c9c218, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=317d86bf-717f-4001-a686-804fd5c9c218,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:46.441474 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:46.443892 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885dde89-5dda-47e9-851e-0ffdd5cb3721 admin admin] Network 47f88815-49c4-452e-a85f-806ee7e55eb8 is scheduled to be hosted by DHCP agent 51f327a7-c6d2-45a0-a90b-356f50710923 with binding_index 1 {{(pid=101550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:36:46.457672 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-885dde89-5dda-47e9-851e-0ffdd5cb3721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-5-iscsi, 47f88815-49c4-452e-a85f-806ee7e55eb8) {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:46.463815 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885dde89-5dda-47e9-851e-0ffdd5cb3721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:46.464916 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-885dde89-5dda-47e9-851e-0ffdd5cb3721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for subnet, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:46.482160 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3f7de9-a4c0-4634-98be-6c57d939cc21 None None] Network 47f88815-49c4-452e-a85f-806ee7e55eb8 requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:36:46.503187 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-885dde89-5dda-47e9-851e-0ffdd5cb3721 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7663858 Oct 28 09:36:46.595594 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=317d86bf-717f-4001-a686-804fd5c9c218,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:46.623769 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e4aa0-6265-4064-bd27-fb1e18329624 req-16f4377b-81a6-4734-840d-2ddac49757f4 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:46.625378 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6c6e4aa0-6265-4064-bd27-fb1e18329624 req-16f4377b-81a6-4734-840d-2ddac49757f4 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 944 time: 0.0744998 Oct 28 09:36:46.698228 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6c6e4aa0-6265-4064-bd27-fb1e18329624 req-7eba1f70-6ddd-466b-8c8d-acb6440714cf tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665195 Oct 28 09:36:46.700512 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2322ee2-117f-40b5-8489-eeb26603d0b5 None None] Network 47f88815-49c4-452e-a85f-806ee7e55eb8 requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:36:46.811600 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c583b9-c1e5-45c3-9a05-45af5ffbe8dd req-00d904fa-bae6-471a-b658-9fc3650a3f98 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:46.813489 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-59c583b9-c1e5-45c3-9a05-45af5ffbe8dd req-00d904fa-bae6-471a-b658-9fc3650a3f98 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 943 time: 0.0591199 Oct 28 09:36:46.859845 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-59c583b9-c1e5-45c3-9a05-45af5ffbe8dd req-67c9f553-64e7-4c35-acab-4da7c036b085 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379291 Oct 28 09:36:46.936735 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['6951c21d-afe1-4690-a945-d9ce84d8498c'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:36:46.941604 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['a30098a8-0399-43c6-90f4-90890885b5be'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:36:46.998485 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['317d86bf-717f-4001-a686-804fd5c9c218'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:36:47.000476 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['d89e9c3c-8f0c-4e01-9d78-205c0d4dab14'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:36:47.194374 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52c664-1b67-485d-9871-1a208dc5655a req-6dfd4fc0-1a22-4218-b619-c84957708e88 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:47.197199 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-9d52c664-1b67-485d-9871-1a208dc5655a req-6dfd4fc0-1a22-4218-b619-c84957708e88 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 944 time: 0.0755732 Oct 28 09:36:47.245798 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-9d52c664-1b67-485d-9871-1a208dc5655a req-06a9f67e-5e70-443a-ae8e-95202e882fba tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414696 Oct 28 09:36:47.474222 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea930923-ab2a-4fb2-a0fb-9308e5c5d016 req-45211a5f-6e88-4869-8129-c7a1e14a22e9 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:47.482519 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ea930923-ab2a-4fb2-a0fb-9308e5c5d016 req-45211a5f-6e88-4869-8129-c7a1e14a22e9 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 944 time: 0.0664968 Oct 28 09:36:47.550851 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ea930923-ab2a-4fb2-a0fb-9308e5c5d016 req-a09649c4-9e11-4010-95cf-467329403efe tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635664 Oct 28 09:36:47.821934 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 52052) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:47.827318 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-3a9c41f4-15fb-4524-b6bf-62dd3a4a7cef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2042518032-network', 'tenant_id': '8c1f475c1fc24ab9960260d2461718b5'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:47.838125 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4442ac-5696-41c3-a6be-174ef71db881 req-e701df2b-702e-4f40-80ca-c755440797a8 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:47.839637 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7d4442ac-5696-41c3-a6be-174ef71db881 req-e701df2b-702e-4f40-80ca-c755440797a8 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 944 time: 0.0638230 Oct 28 09:36:47.884596 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9c41f4-15fb-4524-b6bf-62dd3a4a7cef admin admin] Made reservation on behalf of 8c1f475c1fc24ab9960260d2461718b5 for: {'network': 1} {{(pid=101549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:47.895532 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3a9c41f4-15fb-4524-b6bf-62dd3a4a7cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for network, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:47.934743 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3a9c41f4-15fb-4524-b6bf-62dd3a4a7cef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:47.970969 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7d4442ac-5696-41c3-a6be-174ef71db881 req-eefc1292-1241-48a2-b2b6-0e01f95bfdc7 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142821 Oct 28 09:36:48.026710 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5d9c2-77ec-4620-8d2b-d44cf43aa548 req-5d6aadc1-6650-41f6-9631-70c4e3d29676 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:48.038128 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-20e5d9c2-77ec-4620-8d2b-d44cf43aa548 req-5d6aadc1-6650-41f6-9631-70c4e3d29676 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 943 time: 0.0806367 Oct 28 09:36:48.090502 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-20e5d9c2-77ec-4620-8d2b-d44cf43aa548 req-07d4c1d9-6678-4770-ac1d-e65227c79cce tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473800 Oct 28 09:36:48.145950 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3a9c41f4-15fb-4524-b6bf-62dd3a4a7cef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:48.151388 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3a9c41f4-15fb-4524-b6bf-62dd3a4a7cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:48.186217 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c41f4-15fb-4524-b6bf-62dd3a4a7cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cd3393-6985-429e-a2fe-8ec31ba4612a,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:48.205573 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9c41f4-15fb-4524-b6bf-62dd3a4a7cef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=101549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:36:48.216334 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3a9c41f4-15fb-4524-b6bf-62dd3a4a7cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:48.216763 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.segments_db [None req-3a9c41f4-15fb-4524-b6bf-62dd3a4a7cef admin admin] Added segment 4f0018f7-7bd3-4cf9-a3c6-87930875b93a of type vlan for network 91927908-13a4-44ca-8470-fe7c281091b7 Oct 28 09:36:48.279447 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3a9c41f4-15fb-4524-b6bf-62dd3a4a7cef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729415096998'] for network, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:48.325392 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3a9c41f4-15fb-4524-b6bf-62dd3a4a7cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for network, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:48.328289 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9c41f4-15fb-4524-b6bf-62dd3a4a7cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:48.329296 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3a9c41f4-15fb-4524-b6bf-62dd3a4a7cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:48.441299 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-3a9c41f4-15fb-4524-b6bf-62dd3a4a7cef admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6184611 Oct 28 09:36:48.444313 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 52084) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:48.452163 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-016b50f3-88d7-473d-a9a6-c8b97142d1f9 admin admin] Request body: {'subnet': {'network_id': '91927908-13a4-44ca-8470-fe7c281091b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2042518032-subnet', 'tenant_id': '8c1f475c1fc24ab9960260d2461718b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:48.459599 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c41f4-15fb-4524-b6bf-62dd3a4a7cef admin admin] Pushing event updated for resources: {'Network': ['ID=91927908-13a4-44ca-8470-fe7c281091b7,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:48.472499 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Network 91927908-13a4-44ca-8470-fe7c281091b7 details requested by agent ovs-agent-dv-cinder-815146-5-iscsi with host dv-cinder-815146-5-iscsi {{(pid=101551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:36:48.518399 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016b50f3-88d7-473d-a9a6-c8b97142d1f9 admin admin] Made reservation on behalf of 8c1f475c1fc24ab9960260d2461718b5 for: {'subnet': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:48.520980 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-016b50f3-88d7-473d-a9a6-c8b97142d1f9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:48.525770 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a1666-60e0-45c4-b371-03d92430380b req-99caeb20-0a2c-4a33-97c8-cc443fbe1670 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:48.528906 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-269a1666-60e0-45c4-b371-03d92430380b req-99caeb20-0a2c-4a33-97c8-cc443fbe1670 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 944 time: 0.1885810 Oct 28 09:36:48.612428 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-269a1666-60e0-45c4-b371-03d92430380b req-de6b360b-ce09-4334-98fd-b7b007b54043 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775766 Oct 28 09:36:48.732118 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97a99b-a830-49e8-95a2-5734d343cefc req-af69cfbd-80d5-4b7c-81b9-1b1195e48222 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:48.733689 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ad97a99b-a830-49e8-95a2-5734d343cefc req-af69cfbd-80d5-4b7c-81b9-1b1195e48222 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 944 time: 0.0830448 Oct 28 09:36:48.808987 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ad97a99b-a830-49e8-95a2-5734d343cefc req-baed4c5f-6263-47cb-8cd5-55829a285421 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537620 Oct 28 09:36:48.811855 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device ee85a077-fd82-4bcf-bec8-60f80fe00122 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:36:48.814166 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device d89e9c3c-8f0c-4e01-9d78-205c0d4dab14 up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:36:48.914762 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-016b50f3-88d7-473d-a9a6-c8b97142d1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for subnet, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:48.955042 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning for port d89e9c3c-8f0c-4e01-9d78-205c0d4dab14 completed by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:36:48.968441 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port d89e9c3c-8f0c-4e01-9d78-205c0d4dab14 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:48.968879 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:48.981625 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b50f3-88d7-473d-a9a6-c8b97142d1f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a57e19f-72cb-4f3f-bac9-f853d3add662,revision_number=0']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:49.008245 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016b50f3-88d7-473d-a9a6-c8b97142d1f9 admin admin] Checking segment: {'id': '4f0018f7-7bd3-4cf9-a3c6-87930875b93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '91927908-13a4-44ca-8470-fe7c281091b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:36:49.008855 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016b50f3-88d7-473d-a9a6-c8b97142d1f9 admin admin] Network hostable DHCP agents. Network: 91927908-13a4-44ca-8470-fe7c281091b7, hostable agents: ['51f327a7-c6d2-45a0-a90b-356f50710923'], hosted agents: [] {{(pid=101550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:36:49.044496 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016b50f3-88d7-473d-a9a6-c8b97142d1f9 admin admin] Network 91927908-13a4-44ca-8470-fe7c281091b7 is scheduled to be hosted by DHCP agent 51f327a7-c6d2-45a0-a90b-356f50710923 with binding_index 1 {{(pid=101550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:36:49.055777 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-016b50f3-88d7-473d-a9a6-c8b97142d1f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-5-iscsi, 91927908-13a4-44ca-8470-fe7c281091b7) {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:49.068480 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port ee85a077-fd82-4bcf-bec8-60f80fe00122, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ee85a077-fd82-4bcf-bec8-60f80fe00122,segment=NetworkSegment(59d3290b-93f8-46c7-8242-3840173eb36c),segment_id=59d3290b-93f8-46c7-8242-3840173eb36c)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:49.072497 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016b50f3-88d7-473d-a9a6-c8b97142d1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:49.073540 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-016b50f3-88d7-473d-a9a6-c8b97142d1f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for subnet, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:49.086483 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd150fc0-9e68-4c5b-a323-8c7b39d861fd None None] Network 91927908-13a4-44ca-8470-fe7c281091b7 requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:36:49.094187 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-016b50f3-88d7-473d-a9a6-c8b97142d1f9 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6476479 Oct 28 09:36:49.113601 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d09b5-02aa-4d0b-b7e8-f3e281907a3a req-b57160b6-6ecf-4323-967e-24393f6d8854 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:49.115319 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6f0d09b5-02aa-4d0b-b7e8-f3e281907a3a req-b57160b6-6ecf-4323-967e-24393f6d8854 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 944 time: 0.0722899 Oct 28 09:36:49.154082 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': 'ee85a077-fd82-4bcf-bec8-60f80fe00122', 'network_id': '0c6135fc-e04f-41b1-91c9-8bd4154b91de', 'port_id': 'ee85a077-fd82-4bcf-bec8-60f80fe00122', 'mac_address': 'fa:16:3e:11:3b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f756cde3-6ad6-41bc-a74b-aa926d36b9a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:36:49.179010 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6f0d09b5-02aa-4d0b-b7e8-f3e281907a3a req-0d8f5dd9-eec1-4f0f-9eba-6addd384c1fb tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574286 Oct 28 09:36:49.309656 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac8b4c-8767-4a0d-a333-529f77e4d7c5 req-33044f58-2ec5-445a-b8a4-1ad7fac3539d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:49.313898 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7cac8b4c-8767-4a0d-a333-529f77e4d7c5 req-33044f58-2ec5-445a-b8a4-1ad7fac3539d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 943 time: 0.0839586 Oct 28 09:36:49.314372 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:49.332400 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:49.363630 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7cac8b4c-8767-4a0d-a333-529f77e4d7c5 req-6c260997-e267-4705-991e-ac9d06862af2 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416968 Oct 28 09:36:49.406313 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee85a077-fd82-4bcf-bec8-60f80fe00122 {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:36:49.416983 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89e9c3c-8f0c-4e01-9d78-205c0d4dab14'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:49.534341 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port d89e9c3c-8f0c-4e01-9d78-205c0d4dab14, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d89e9c3c-8f0c-4e01-9d78-205c0d4dab14,segment=NetworkSegment(8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a),segment_id=8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:49.548157 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:49.548157 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device a30098a8-0399-43c6-90f4-90890885b5be up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:36:49.548157 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port ee85a077-fd82-4bcf-bec8-60f80fe00122, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ee85a077-fd82-4bcf-bec8-60f80fe00122,segment=NetworkSegment(59d3290b-93f8-46c7-8242-3840173eb36c),segment_id=59d3290b-93f8-46c7-8242-3840173eb36c)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:49.592299 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:49.631476 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdfc333-4471-45e0-93e2-78a42be274bc None None] Network 91927908-13a4-44ca-8470-fe7c281091b7 requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:36:49.668335 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=d89e9c3c-8f0c-4e01-9d78-205c0d4dab14,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:49.737147 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661bb61f-074e-4a3d-87fb-bce17c0a0877" -d '{"events": [{"server_uuid": "8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136", "name": "network-vif-plugged", "status": "completed", "tag": "d89e9c3c-8f0c-4e01-9d78-205c0d4dab14"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:49.757096 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning for port a30098a8-0399-43c6-90f4-90890885b5be completed by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:36:49.777611 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port a30098a8-0399-43c6-90f4-90890885b5be triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:49.777944 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:49.818590 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=ee85a077-fd82-4bcf-bec8-60f80fe00122,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:49.859858 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46072d0-9e5b-4e0b-8694-8c4623065d27 req-04ebd96a-0b0f-4739-b51b-69e38062f8f9 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:49.870031 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d46072d0-9e5b-4e0b-8694-8c4623065d27 req-04ebd96a-0b0f-4739-b51b-69e38062f8f9 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 944 time: 0.1326756 Oct 28 09:36:49.881327 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['ee85a077-fd82-4bcf-bec8-60f80fe00122'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:36:49.932802 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d46072d0-9e5b-4e0b-8694-8c4623065d27 req-8a727890-76ab-4859-8cc7-8999a45991f6 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581865 Oct 28 09:36:49.984896 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe1a854-5ce9-4375-9484-14abcedd4e6d x-openstack-request-id: req-2fe1a854-5ce9-4375-9484-14abcedd4e6d {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:49.985184 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136", "name": "network-vif-plugged", "status": "completed", "tag": "d89e9c3c-8f0c-4e01-9d78-205c0d4dab14", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:49.985439 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2fe1a854-5ce9-4375-9484-14abcedd4e6d {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:49.985912 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89e9c3c-8f0c-4e01-9d78-205c0d4dab14', 'code': 200} Oct 28 09:36:50.105519 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:50.145541 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7991858-4ad4-4f22-a5cc-241531c4ea58 req-f2d86c0a-cb46-40b2-976f-336b79fffd4b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:50.147178 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c7991858-4ad4-4f22-a5cc-241531c4ea58 req-f2d86c0a-cb46-40b2-976f-336b79fffd4b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 944 time: 0.0951281 Oct 28 09:36:50.174357 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port a30098a8-0399-43c6-90f4-90890885b5be, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a30098a8-0399-43c6-90f4-90890885b5be,segment=NetworkSegment(e650cf88-e039-4065-ba6d-a962d6f93629),segment_id=e650cf88-e039-4065-ba6d-a962d6f93629)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:50.184155 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:50.184960 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 6951c21d-afe1-4690-a945-d9ce84d8498c up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:36:50.272332 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c7991858-4ad4-4f22-a5cc-241531c4ea58 req-903015b6-8b16-42f7-9e22-48f9f89dd279 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147728 Oct 28 09:36:50.316130 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc558a6-64ab-4229-9c5d-d9bae30171c9 req-dc28dd9f-f23d-4910-a0e0-39a7066d401b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:50.318883 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9fc558a6-64ab-4229-9c5d-d9bae30171c9 req-dc28dd9f-f23d-4910-a0e0-39a7066d401b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 1098 time: 0.1366608 Oct 28 09:36:50.321921 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=a30098a8-0399-43c6-90f4-90890885b5be,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:50.355828 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-9fc558a6-64ab-4229-9c5d-d9bae30171c9 req-9496a971-2bb3-4c4f-b960-b1f1523bf04d service neutron] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:50.365019 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning for port 6951c21d-afe1-4690-a945-d9ce84d8498c completed by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:36:50.373275 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port 6951c21d-afe1-4690-a945-d9ce84d8498c triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:50.374470 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:50.427839 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31dd60b-93a5-4f0a-bc1b-9c55fca6d45b req-e26996b2-1152-44e4-9b26-daf529e920c7 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:50.432476 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f31dd60b-93a5-4f0a-bc1b-9c55fca6d45b req-e26996b2-1152-44e4-9b26-daf529e920c7 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 945 time: 0.1130984 Oct 28 09:36:50.485442 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f31dd60b-93a5-4f0a-bc1b-9c55fca6d45b req-d9108793-a482-4339-bbe5-7efb383e8e43 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439212 Oct 28 09:36:50.524159 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:50.569075 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-9fc558a6-64ab-4229-9c5d-d9bae30171c9 req-9496a971-2bb3-4c4f-b960-b1f1523bf04d service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:50.588935 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 52196) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:50.593518 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 6951c21d-afe1-4690-a945-d9ce84d8498c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6951c21d-afe1-4690-a945-d9ce84d8498c,segment=NetworkSegment(59d3290b-93f8-46c7-8242-3840173eb36c),segment_id=59d3290b-93f8-46c7-8242-3840173eb36c)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:50.606554 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:50.607666 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-9fc558a6-64ab-4229-9c5d-d9bae30171c9 req-9496a971-2bb3-4c4f-b960-b1f1523bf04d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:50.608465 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 317d86bf-717f-4001-a686-804fd5c9c218 up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:36:50.654839 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9fc558a6-64ab-4229-9c5d-d9bae30171c9 req-9496a971-2bb3-4c4f-b960-b1f1523bf04d service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263977 Oct 28 09:36:50.670881 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496a971-2bb3-4c4f-b960-b1f1523bf04d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ea6588-2489-4145-937f-a1fdd404aa84,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:50.682377 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f0d14-9a6c-487e-b7be-1f8adb346dfa req-e046b8a1-c1d4-474e-ab82-590d5c7444a4 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:50.690171 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-721f0d14-9a6c-487e-b7be-1f8adb346dfa req-e046b8a1-c1d4-474e-ab82-590d5c7444a4 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 944 time: 0.1574328 Oct 28 09:36:50.728041 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=6951c21d-afe1-4690-a945-d9ce84d8498c,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:50.728841 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-721f0d14-9a6c-487e-b7be-1f8adb346dfa req-98c605fa-5dc9-44bb-98ba-b281607b743f tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377817 Oct 28 09:36:50.744479 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning for port 317d86bf-717f-4001-a686-804fd5c9c218 completed by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:36:50.748976 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port 317d86bf-717f-4001-a686-804fd5c9c218 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:50.749356 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:50.766538 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-75bb8e04-c2ea-4ada-a80a-218fb55f393b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:50.846637 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-75bb8e04-c2ea-4ada-a80a-218fb55f393b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:50.850771 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-75bb8e04-c2ea-4ada-a80a-218fb55f393b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:50.894835 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-75bb8e04-c2ea-4ada-a80a-218fb55f393b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0f034e9aab8b4f559bcc68d795570a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016937 Oct 28 09:36:50.894835 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb8e04-c2ea-4ada-a80a-218fb55f393b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63fc80d-d8d8-4d91-802e-eb53931ddccf,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:50.895550 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 52200) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:50.946634 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:50.948401 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4a73bf8d-4bc7-469e-b69c-3370b0fdb5b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:50.984835 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 317d86bf-717f-4001-a686-804fd5c9c218, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=317d86bf-717f-4001-a686-804fd5c9c218,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:50.989802 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:50.990258 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4a73bf8d-4bc7-469e-b69c-3370b0fdb5b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:51.024336 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device ee85a077-fd82-4bcf-bec8-60f80fe00122 up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:36:51.049722 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4a73bf8d-4bc7-469e-b69c-3370b0fdb5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:51.052586 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4a73bf8d-4bc7-469e-b69c-3370b0fdb5b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:51.053738 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-4a73bf8d-4bc7-469e-b69c-3370b0fdb5b2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a63fc80d-d8d8-4d91-802e-eb53931ddccf HTTP/1.1" status: 204 len: 168 time: 0.1573997 Oct 28 09:36:51.063101 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73bf8d-4bc7-469e-b69c-3370b0fdb5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63fc80d-d8d8-4d91-802e-eb53931ddccf,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:51.085678 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c04301-bca5-4a01-90d1-d28ef549c7aa req-059626ef-fdf3-4ce2-a3e7-5dea6d7b4594 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:51.088610 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-58c04301-bca5-4a01-90d1-d28ef549c7aa req-059626ef-fdf3-4ce2-a3e7-5dea6d7b4594 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 945 time: 0.0767920 Oct 28 09:36:51.125593 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=317d86bf-717f-4001-a686-804fd5c9c218,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:51.153649 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning for port ee85a077-fd82-4bcf-bec8-60f80fe00122 completed by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:36:51.158968 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port ee85a077-fd82-4bcf-bec8-60f80fe00122 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:51.159660 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:51.160079 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-58c04301-bca5-4a01-90d1-d28ef549c7aa req-b3542967-2422-4270-9cad-84f7ed74792a tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635624 Oct 28 09:36:51.268739 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:51.311861 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port ee85a077-fd82-4bcf-bec8-60f80fe00122, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ee85a077-fd82-4bcf-bec8-60f80fe00122,segment=NetworkSegment(59d3290b-93f8-46c7-8242-3840173eb36c),segment_id=59d3290b-93f8-46c7-8242-3840173eb36c)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:51.316792 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:51.388500 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=ee85a077-fd82-4bcf-bec8-60f80fe00122,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:51.444302 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590750dc-970a-4fd8-a646-eeeabbcf1333 req-e503ccb5-f9b8-42b2-9915-2a9dfba5d471 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:51.446621 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-590750dc-970a-4fd8-a646-eeeabbcf1333 req-e503ccb5-f9b8-42b2-9915-2a9dfba5d471 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0848289 Oct 28 09:36:51.503177 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-590750dc-970a-4fd8-a646-eeeabbcf1333 req-d217a233-47be-4cbc-95c9-4178426787f0 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504999 Oct 28 09:36:51.538263 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 52234) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:51.555978 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-fea22011-a8cc-4a1f-b5a3-3b6f660ada02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:51.628811 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5560b-337a-4281-81f6-3447ca6872a0 req-b5ab2f70-ca16-4f2f-a07c-1dc7d166e990 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:51.629118 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 52238) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:51.630060 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-17d5560b-337a-4281-81f6-3447ca6872a0 req-b5ab2f70-ca16-4f2f-a07c-1dc7d166e990 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 945 time: 0.0602369 Oct 28 09:36:51.658714 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-fea22011-a8cc-4a1f-b5a3-3b6f660ada02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:51.669083 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-fea22011-a8cc-4a1f-b5a3-3b6f660ada02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:51.671567 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-17d5560b-337a-4281-81f6-3447ca6872a0 req-094032b8-ae9c-45c8-ba09-58e036d4736b tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341244 Oct 28 09:36:51.722414 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-fea22011-a8cc-4a1f-b5a3-3b6f660ada02 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=41d7ba70854e4dfdb9e785c0c08d6ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1811790 Oct 28 09:36:51.722996 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 52246) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:51.724711 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea22011-a8cc-4a1f-b5a3-3b6f660ada02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1315c9a-00a5-410d-863f-a5c9e487cc50,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:51.790943 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-ae5476bc-4d79-40d3-aa17-d18df21d519e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:51.808060 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a7565962-eeab-49aa-b267-99cc764d4def admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:51.837250 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a7565962-eeab-49aa-b267-99cc764d4def admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:51.889389 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b41d43-89c3-4060-bd0b-696b1461f87b req-d247fe3c-b3d9-4509-9bd4-72623747bd06 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:51.891300 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-98b41d43-89c3-4060-bd0b-696b1461f87b req-d247fe3c-b3d9-4509-9bd4-72623747bd06 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0804582 Oct 28 09:36:51.896470 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a7565962-eeab-49aa-b267-99cc764d4def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:51.899282 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a7565962-eeab-49aa-b267-99cc764d4def admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:51.902924 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-a7565962-eeab-49aa-b267-99cc764d4def admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b1315c9a-00a5-410d-863f-a5c9e487cc50 HTTP/1.1" status: 204 len: 168 time: 0.1763406 Oct 28 09:36:51.916446 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7565962-eeab-49aa-b267-99cc764d4def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1315c9a-00a5-410d-863f-a5c9e487cc50,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:51.972792 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-98b41d43-89c3-4060-bd0b-696b1461f87b req-c93423fe-39b2-4071-bea3-ecd35a08e734 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728741 Oct 28 09:36:51.979287 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-ae5476bc-4d79-40d3-aa17-d18df21d519e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:51.984774 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-ae5476bc-4d79-40d3-aa17-d18df21d519e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:51.986915 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c76a76a-9fbb-40e8-b602-313022517c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30098a8-0399-43c6-90f4-90890885b5be'}, {'server_uuid': 'c32807a3-1d84-4614-b381-4bd069d72020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6951c21d-afe1-4690-a945-d9ce84d8498c'}, {'server_uuid': 'ab012d22-1e3c-469b-8915-07d2105e4071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317d86bf-717f-4001-a686-804fd5c9c218'}, {'server_uuid': '026e7f83-9fc3-4bbc-b21c-91b70fb1d96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee85a077-fd82-4bcf-bec8-60f80fe00122'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:51.989920 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2f62ad-1246-4163-a88e-43c1642344e8" -d '{"events": [{"server_uuid": "0c76a76a-9fbb-40e8-b602-313022517c49", "name": "network-vif-plugged", "status": "completed", "tag": "a30098a8-0399-43c6-90f4-90890885b5be"}, {"server_uuid": "c32807a3-1d84-4614-b381-4bd069d72020", "name": "network-vif-plugged", "status": "completed", "tag": "6951c21d-afe1-4690-a945-d9ce84d8498c"}, {"server_uuid": "ab012d22-1e3c-469b-8915-07d2105e4071", "name": "network-vif-plugged", "status": "completed", "tag": "317d86bf-717f-4001-a686-804fd5c9c218"}, {"server_uuid": "026e7f83-9fc3-4bbc-b21c-91b70fb1d96f", "name": "network-vif-plugged", "status": "completed", "tag": "ee85a077-fd82-4bcf-bec8-60f80fe00122"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:52.033235 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-ae5476bc-4d79-40d3-aa17-d18df21d519e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=33f8810219344ff980723af79f5fa719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931451 Oct 28 09:36:52.033425 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 52254) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:52.035605 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5476bc-4d79-40d3-aa17-d18df21d519e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb680c7c-07af-497a-8a1a-48bae91d62ad,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:52.068250 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde707f1-9dbd-446d-8a16-b7278f622233 x-openstack-request-id: req-bde707f1-9dbd-446d-8a16-b7278f622233 {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:52.068555 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c76a76a-9fbb-40e8-b602-313022517c49", "name": "network-vif-plugged", "status": "completed", "tag": "a30098a8-0399-43c6-90f4-90890885b5be", "code": 200}, {"server_uuid": "c32807a3-1d84-4614-b381-4bd069d72020", "name": "network-vif-plugged", "status": "completed", "tag": "6951c21d-afe1-4690-a945-d9ce84d8498c", "code": 200}, {"server_uuid": "ab012d22-1e3c-469b-8915-07d2105e4071", "name": "network-vif-plugged", "status": "completed", "tag": "317d86bf-717f-4001-a686-804fd5c9c218", "code": 200}, {"server_uuid": "026e7f83-9fc3-4bbc-b21c-91b70fb1d96f", "name": "network-vif-plugged", "status": "completed", "tag": "ee85a077-fd82-4bcf-bec8-60f80fe00122", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:52.068806 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bde707f1-9dbd-446d-8a16-b7278f622233 {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:52.069233 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c76a76a-9fbb-40e8-b602-313022517c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30098a8-0399-43c6-90f4-90890885b5be', 'code': 200} Oct 28 09:36:52.069667 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32807a3-1d84-4614-b381-4bd069d72020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6951c21d-afe1-4690-a945-d9ce84d8498c', 'code': 200} Oct 28 09:36:52.070139 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab012d22-1e3c-469b-8915-07d2105e4071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317d86bf-717f-4001-a686-804fd5c9c218', 'code': 200} Oct 28 09:36:52.070548 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026e7f83-9fc3-4bbc-b21c-91b70fb1d96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee85a077-fd82-4bcf-bec8-60f80fe00122', 'code': 200} Oct 28 09:36:52.103640 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-99ee8077-6906-43e9-b3d2-3f9d087cd540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:52.134178 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-99ee8077-6906-43e9-b3d2-3f9d087cd540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:52.196595 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-99ee8077-6906-43e9-b3d2-3f9d087cd540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:52.201658 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-99ee8077-6906-43e9-b3d2-3f9d087cd540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:52.206490 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-99ee8077-6906-43e9-b3d2-3f9d087cd540 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/eb680c7c-07af-497a-8a1a-48bae91d62ad HTTP/1.1" status: 204 len: 168 time: 0.1698225 Oct 28 09:36:52.221914 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:52.225874 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee8077-6906-43e9-b3d2-3f9d087cd540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb680c7c-07af-497a-8a1a-48bae91d62ad,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:52.435596 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69857a-8a54-45e0-9382-f90f9d7cab34 req-6ffdb1e0-3418-43a2-9933-4ed426a1bf34 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:52.440809 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2f69857a-8a54-45e0-9382-f90f9d7cab34 req-6ffdb1e0-3418-43a2-9933-4ed426a1bf34 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 945 time: 0.1441107 Oct 28 09:36:52.593257 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a97a8-a250-4faa-b532-a8349f8c52e8 req-ad1ae3f9-5651-4692-b3f1-9a47fc698c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:52.595088 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-369a97a8-a250-4faa-b532-a8349f8c52e8 req-ad1ae3f9-5651-4692-b3f1-9a47fc698c3f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 1098 time: 0.1310046 Oct 28 09:36:52.755069 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-369a97a8-a250-4faa-b532-a8349f8c52e8 req-c86420ad-9d9f-4e46-bf26-7429bce28b4d service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497998 Oct 28 09:36:52.763065 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f57db0-08c7-4943-9c50-6949d537aedc req-dc5e7a53-90eb-4ed7-88fd-518198ee96ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:52.764665 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-22f57db0-08c7-4943-9c50-6949d537aedc req-dc5e7a53-90eb-4ed7-88fd-518198ee96ae service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 1098 time: 0.3200152 Oct 28 09:36:52.780162 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0d268-97c9-43e4-8311-bb24eb2527bc req-07fb3da6-7563-4f21-aaeb-3e52f0269a75 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:52.789640 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-32c0d268-97c9-43e4-8311-bb24eb2527bc req-07fb3da6-7563-4f21-aaeb-3e52f0269a75 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.1005776 Oct 28 09:36:52.823290 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2f69857a-8a54-45e0-9382-f90f9d7cab34 req-64539c36-5b45-4837-bf23-c4d9abf6ecbd tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985222 Oct 28 09:36:52.853293 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1e3a8-9fe6-4e9a-9155-634c784e321f req-fbc28e77-ecf2-412d-97ad-6008464521d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:52.858440 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-32c0d268-97c9-43e4-8311-bb24eb2527bc req-91e44741-83e9-447f-a027-8bfdadc383a6 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676832 Oct 28 09:36:52.858610 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cca1e3a8-9fe6-4e9a-9155-634c784e321f req-fbc28e77-ecf2-412d-97ad-6008464521d6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 1098 time: 0.3069103 Oct 28 09:36:52.874805 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de611f3-ce5a-4520-8d22-f2117f0b43ab req-71aab4a8-83e5-49f0-baf9-8e2c380e4c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:52.876347 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9de611f3-ce5a-4520-8d22-f2117f0b43ab req-71aab4a8-83e5-49f0-baf9-8e2c380e4c0a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 1098 time: 0.2686839 Oct 28 09:36:52.895682 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 52300) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:52.911924 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ab903e47-5f91-4d08-9f51-a0c2da45ec3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:52.964600 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d726a-2290-44ae-8b35-5811be11ac5b req-0d616a49-dd85-4afe-adee-e7e90d2cd585 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:52.967012 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-573d726a-2290-44ae-8b35-5811be11ac5b req-0d616a49-dd85-4afe-adee-e7e90d2cd585 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 945 time: 0.0623438 Oct 28 09:36:53.029422 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-573d726a-2290-44ae-8b35-5811be11ac5b req-cb3a93cc-15ec-4b3d-8e38-5e78be29feae tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550556 Oct 28 09:36:53.053407 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ab903e47-5f91-4d08-9f51-a0c2da45ec3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:53.061315 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ab903e47-5f91-4d08-9f51-a0c2da45ec3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:53.149482 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-ab903e47-5f91-4d08-9f51-a0c2da45ec3a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=608f3f0c04184ccea6852ec90e937f50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525880 Oct 28 09:36:53.152047 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 52316) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:53.153995 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab903e47-5f91-4d08-9f51-a0c2da45ec3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5138d44-298a-48c7-b164-070df9fc48ab,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:53.192022 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a84a83-46aa-420b-8595-7aed3391ed08 req-8e848d58-c40c-4b0a-abb2-fc4a85c2ee0a tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:53.193776 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-25a84a83-46aa-420b-8595-7aed3391ed08 req-8e848d58-c40c-4b0a-abb2-fc4a85c2ee0a tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0939584 Oct 28 09:36:53.217871 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2ef5951b-e194-4be5-b8c3-4fa3d9d6a053 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:53.246482 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2ef5951b-e194-4be5-b8c3-4fa3d9d6a053 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:53.250986 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-25a84a83-46aa-420b-8595-7aed3391ed08 req-52c86f53-af7b-42f6-adab-365ac239fa80 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500443 Oct 28 09:36:53.321462 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2ef5951b-e194-4be5-b8c3-4fa3d9d6a053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:53.324528 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2ef5951b-e194-4be5-b8c3-4fa3d9d6a053 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:53.328136 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-2ef5951b-e194-4be5-b8c3-4fa3d9d6a053 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f5138d44-298a-48c7-b164-070df9fc48ab HTTP/1.1" status: 204 len: 168 time: 0.1708903 Oct 28 09:36:53.334398 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5951b-e194-4be5-b8c3-4fa3d9d6a053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5138d44-298a-48c7-b164-070df9fc48ab,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:53.685553 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 52330) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:53.699616 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b48e318a-c973-46d3-9708-504fa37c7bf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:53.774450 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b48e318a-c973-46d3-9708-504fa37c7bf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:53.778876 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b48e318a-c973-46d3-9708-504fa37c7bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:53.816547 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e318a-c973-46d3-9708-504fa37c7bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae646d9-4322-4e4c-953c-69c600485746,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:53.821691 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-b48e318a-c973-46d3-9708-504fa37c7bf0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=15cba27dc1734841847c12d5ba5d2021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1350768 Oct 28 09:36:53.824640 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 52336) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:53.876555 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b60bcc56-a50d-4936-ad9b-94dde3724686 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:53.902099 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b60bcc56-a50d-4936-ad9b-94dde3724686 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:53.936263 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469c728-dd75-4837-a2c0-c8504365164f req-94489d98-3778-4c2b-8a05-e2f05d3b15ca tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:53.937870 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b469c728-dd75-4837-a2c0-c8504365164f req-94489d98-3778-4c2b-8a05-e2f05d3b15ca tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 945 time: 0.0503685 Oct 28 09:36:53.983153 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42c84b-fe9c-4f2b-bcd2-b8c6434f3235 req-7918bb6d-96f0-487d-90ae-8f64d9a7e471 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:53.983728 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b469c728-dd75-4837-a2c0-c8504365164f req-e7cfd4b9-bf42-4c08-a62f-02e2c682b503 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394781 Oct 28 09:36:53.984699 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-ef42c84b-fe9c-4f2b-bcd2-b8c6434f3235 req-7918bb6d-96f0-487d-90ae-8f64d9a7e471 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0520775 Oct 28 09:36:53.998548 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b60bcc56-a50d-4936-ad9b-94dde3724686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:54.001127 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b60bcc56-a50d-4936-ad9b-94dde3724686 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:54.002263 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-b60bcc56-a50d-4936-ad9b-94dde3724686 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7ae646d9-4322-4e4c-953c-69c600485746 HTTP/1.1" status: 204 len: 168 time: 0.1766655 Oct 28 09:36:54.020150 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60bcc56-a50d-4936-ad9b-94dde3724686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae646d9-4322-4e4c-953c-69c600485746,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:54.039492 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-ef42c84b-fe9c-4f2b-bcd2-b8c6434f3235 req-60fd31e6-22c6-47ba-bc52-93db15518d2f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469832 Oct 28 09:36:54.375459 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055fdb0-69e5-4bab-9113-a99175eda09e req-70e5d492-a5d8-48ff-b15d-9c62604b72e1 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:54.375459 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2055fdb0-69e5-4bab-9113-a99175eda09e req-70e5d492-a5d8-48ff-b15d-9c62604b72e1 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0493484 Oct 28 09:36:54.413061 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2055fdb0-69e5-4bab-9113-a99175eda09e req-f8d244f5-a1cd-423d-9cfb-33d2e4b0f44a tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321093 Oct 28 09:36:55.105243 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad39f05-0f68-41e8-ba52-4a858516912d req-d6766a25-7886-47b0-922c-d1e1bc75cfcc tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:55.106930 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-dad39f05-0f68-41e8-ba52-4a858516912d req-d6766a25-7886-47b0-922c-d1e1bc75cfcc tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 945 time: 0.0537572 Oct 28 09:36:55.148603 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-dad39f05-0f68-41e8-ba52-4a858516912d req-e6c3c5eb-51e2-41bd-acea-67a159074f32 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342202 Oct 28 09:36:55.159517 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c903a1-7ca2-40c9-9352-51623e5a6e4e req-b70d8779-5379-4cff-855c-b1cb9c129f08 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:55.164597 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-85c903a1-7ca2-40c9-9352-51623e5a6e4e req-b70d8779-5379-4cff-855c-b1cb9c129f08 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0521495 Oct 28 09:36:55.208783 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-85c903a1-7ca2-40c9-9352-51623e5a6e4e req-a0d8b618-64dd-434a-89de-90fe71848d6e tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404134 Oct 28 09:36:55.537072 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38040269-057d-4f95-b881-a4229798762e req-7ae56cce-db72-4fc8-8c8c-7ffe40ecfe72 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:55.538932 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-38040269-057d-4f95-b881-a4229798762e req-7ae56cce-db72-4fc8-8c8c-7ffe40ecfe72 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0580947 Oct 28 09:36:55.578892 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-38040269-057d-4f95-b881-a4229798762e req-034d5d7f-5fd3-4c7e-a903-65d6aa1b0958 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330255 Oct 28 09:36:55.832513 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9de611f3-ce5a-4520-8d22-f2117f0b43ab req-fef3a011-1701-4cde-8ef9-b26d3d06be00 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786111 Oct 28 09:36:55.836816 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cca1e3a8-9fe6-4e9a-9155-634c784e321f req-692cd1da-aea8-47ec-979d-b0190a1176fc service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808759 Oct 28 09:36:55.838527 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-22f57db0-08c7-4943-9c50-6949d537aedc req-698a9f41-ac88-4567-89db-67b3a4b6f853 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835373 Oct 28 09:36:56.273861 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07154678-54eb-4e41-9b66-6d24ba33aec8 req-2cc1ed1b-aec0-4c44-a600-88e2f577d9ac tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:56.280510 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-07154678-54eb-4e41-9b66-6d24ba33aec8 req-2cc1ed1b-aec0-4c44-a600-88e2f577d9ac tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 945 time: 0.0589776 Oct 28 09:36:56.322125 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-07154678-54eb-4e41-9b66-6d24ba33aec8 req-98a0b116-9a16-4bc0-bc01-776fec3e716a tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386703 Oct 28 09:36:56.347634 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c7d71-e6d9-4975-876d-ac2ffd42e3fe req-3984ada0-881f-4724-a00a-cd4838059c77 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:56.354283 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-302c7d71-e6d9-4975-876d-ac2ffd42e3fe req-3984ada0-881f-4724-a00a-cd4838059c77 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0630589 Oct 28 09:36:56.388602 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-302c7d71-e6d9-4975-876d-ac2ffd42e3fe req-397e9343-9e2d-4162-b053-c16072b2da7e tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336342 Oct 28 09:36:56.695153 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b7121-048d-4c42-8ee8-ccae900bad5c req-50ac713a-6375-429a-b154-62ca090b032f tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:56.696757 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c16b7121-048d-4c42-8ee8-ccae900bad5c req-50ac713a-6375-429a-b154-62ca090b032f tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0502622 Oct 28 09:36:56.747596 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c16b7121-048d-4c42-8ee8-ccae900bad5c req-2f39c97b-f9a3-49b1-af74-93f8a004e32c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421612 Oct 28 09:36:57.441267 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6069c-3c44-4062-9f65-1e940f6d6b9c req-6039d88c-3a93-42ec-914c-5aaa51ab6cce tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:57.442794 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b3f6069c-3c44-4062-9f65-1e940f6d6b9c req-6039d88c-3a93-42ec-914c-5aaa51ab6cce tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 945 time: 0.0519552 Oct 28 09:36:57.486085 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b3f6069c-3c44-4062-9f65-1e940f6d6b9c req-03e79c39-382a-460e-8390-0c07eab97710 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362971 Oct 28 09:36:57.552143 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7fc1f-6aca-425e-8eba-fc2e9fbde106 req-af920f46-7c86-44e6-bd26-453c70f1f4a7 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:57.553622 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-74f7fc1f-6aca-425e-8eba-fc2e9fbde106 req-af920f46-7c86-44e6-bd26-453c70f1f4a7 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0752785 Oct 28 09:36:57.597612 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-74f7fc1f-6aca-425e-8eba-fc2e9fbde106 req-c3c8df99-fc99-470d-994f-a1aabfbd9caa tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342195 Oct 28 09:36:57.867563 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b5d9b-21a5-498f-a677-58bbc1cf8d3d req-a5a8c24a-b3bb-4cfc-8aeb-f801f06bc1d4 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:57.869076 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2a7b5d9b-21a5-498f-a677-58bbc1cf8d3d req-a5a8c24a-b3bb-4cfc-8aeb-f801f06bc1d4 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0496082 Oct 28 09:36:57.909399 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2a7b5d9b-21a5-498f-a677-58bbc1cf8d3d req-67f57a4a-813d-4a2c-b6c2-c7d886ade0cd tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339255 Oct 28 09:36:58.604625 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42718c3a-6b25-43b6-a66b-45fa99d77813 req-bed55f73-dfb0-4b7e-8aee-ef3fee09538e tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:58.606122 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-42718c3a-6b25-43b6-a66b-45fa99d77813 req-bed55f73-dfb0-4b7e-8aee-ef3fee09538e tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 945 time: 0.0474701 Oct 28 09:36:58.644091 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-42718c3a-6b25-43b6-a66b-45fa99d77813 req-36557ae8-6343-47c5-b736-71d3230ce9b5 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316656 Oct 28 09:36:58.716296 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d1e0f-f2be-42e1-a811-52c900e62f45 req-a63aee80-5803-4ec4-ad8e-7f846a5d82b7 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:58.717679 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5b1d1e0f-f2be-42e1-a811-52c900e62f45 req-a63aee80-5803-4ec4-ad8e-7f846a5d82b7 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0497134 Oct 28 09:36:58.755592 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5b1d1e0f-f2be-42e1-a811-52c900e62f45 req-2c0d29ce-e49c-4d4b-befb-d22be4f3a7df tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319934 Oct 28 09:36:59.024120 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ab78c-ee50-4db8-9a17-d2f886184aa2 req-5d809991-cd5d-4773-955b-c61f06cc73be tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:59.025563 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-551ab78c-ee50-4db8-9a17-d2f886184aa2 req-5d809991-cd5d-4773-955b-c61f06cc73be tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0485456 Oct 28 09:36:59.062558 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-551ab78c-ee50-4db8-9a17-d2f886184aa2 req-91db200b-0ef9-4884-b366-d4958fa86584 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311234 Oct 28 09:36:59.758733 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f68d9-1039-4bde-ae63-7dc349940f64 req-25cf5ac8-5f06-4ac2-ba3b-df357ce5637d tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:59.760463 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-018f68d9-1039-4bde-ae63-7dc349940f64 req-25cf5ac8-5f06-4ac2-ba3b-df357ce5637d tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 945 time: 0.0514975 Oct 28 09:36:59.799937 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-018f68d9-1039-4bde-ae63-7dc349940f64 req-ff73303d-261c-4327-ab3f-73c246c553cf tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334799 Oct 28 09:36:59.876544 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54af8b-e887-49c9-8dea-43e1f325ac2a req-8e1dbccb-6787-4281-a0dc-03ef1c3535a6 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:59.877987 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-dd54af8b-e887-49c9-8dea-43e1f325ac2a req-8e1dbccb-6787-4281-a0dc-03ef1c3535a6 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0513961 Oct 28 09:36:59.916292 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-dd54af8b-e887-49c9-8dea-43e1f325ac2a req-6ad99274-fa88-4617-877f-ff70ca6aac0d tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312943 Oct 28 09:37:00.194302 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c546b60-f088-44ba-b75e-b55e7b48ae8c req-0d71d380-8a10-44f0-b77e-7e3cbfeb990b tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:00.196477 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0c546b60-f088-44ba-b75e-b55e7b48ae8c req-0d71d380-8a10-44f0-b77e-7e3cbfeb990b tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0652905 Oct 28 09:37:00.243980 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0c546b60-f088-44ba-b75e-b55e7b48ae8c req-94655902-b390-4fa8-885c-09099a927b77 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363362 Oct 28 09:37:00.918774 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fee55b-6ac4-4464-96d9-eed8d8e6990b req-88eb16f0-2fd4-46a6-b02e-bf341c3a45fe tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:00.921274 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-54fee55b-6ac4-4464-96d9-eed8d8e6990b req-88eb16f0-2fd4-46a6-b02e-bf341c3a45fe tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 945 time: 0.0525057 Oct 28 09:37:00.963712 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-54fee55b-6ac4-4464-96d9-eed8d8e6990b req-6543a938-ca90-471c-8450-5434bfd571ae tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360160 Oct 28 09:37:01.073093 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0e851-aa4f-458f-a6d5-aee918853b0c req-99ebd77c-aea6-431a-bf1a-386b7c6530e1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:01.082881 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b6d0e851-aa4f-458f-a6d5-aee918853b0c req-99ebd77c-aea6-431a-bf1a-386b7c6530e1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0695534 Oct 28 09:37:01.118276 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b6d0e851-aa4f-458f-a6d5-aee918853b0c req-4dfeee2c-223e-4f79-a6cb-3db3c32be270 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344255 Oct 28 09:37:01.265765 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718dc30-2afc-4c79-9291-2a7114d727b5 req-8daf66c3-f622-4e48-ab19-41a6e0d590d9 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:01.267873 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c718dc30-2afc-4c79-9291-2a7114d727b5 req-8daf66c3-f622-4e48-ab19-41a6e0d590d9 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0674880 Oct 28 09:37:01.278205 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 52588) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:01.288046 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-600093a1-99ce-4a8f-8471-97e49bbe4cd1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Request body: {'floatingip': {'port_id': '317d86bf-717f-4001-a686-804fd5c9c218'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:01.387668 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-600093a1-99ce-4a8f-8471-97e49bbe4cd1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for floatingip, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:01.548910 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607c69a-a785-4763-bd92-55017d98e57f req-37de4a7f-43e2-4703-85f9-bb38d78f7557 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:01.550371 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4607c69a-a785-4763-bd92-55017d98e57f req-37de4a7f-43e2-4703-85f9-bb38d78f7557 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.1837680 Oct 28 09:37:01.851953 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4607c69a-a785-4763-bd92-55017d98e57f req-0ee5c90d-0678-4f1f-adda-907a9be72dbc tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934618 Oct 28 09:37:02.174989 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e912786-6179-4e39-a767-a5f56371f51d req-8a935106-7763-44f4-bcc4-b3408d897081 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:02.174989 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1e912786-6179-4e39-a767-a5f56371f51d req-8a935106-7763-44f4-bcc4-b3408d897081 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0558567 Oct 28 09:37:02.202760 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428009c-1536-47ce-b46a-ae4c8cbfe7b7 req-93166ad4-2ee8-4e49-9af5-4e952496e115 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:02.204315 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1428009c-1536-47ce-b46a-ae4c8cbfe7b7 req-93166ad4-2ee8-4e49-9af5-4e952496e115 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 945 time: 0.1350961 Oct 28 09:37:02.220615 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1e912786-6179-4e39-a767-a5f56371f51d req-8093b599-278a-4077-ab1a-a2bb2c50449e tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374906 Oct 28 09:37:02.326347 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1428009c-1536-47ce-b46a-ae4c8cbfe7b7 req-43a50691-95ab-4880-9d08-de69c520ae71 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013353 Oct 28 09:37:02.369970 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-600093a1-99ce-4a8f-8471-97e49bbe4cd1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:02.374883 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-600093a1-99ce-4a8f-8471-97e49bbe4cd1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639989'] for floatingip, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:02.489594 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.db.l3_db [None req-600093a1-99ce-4a8f-8471-97e49bbe4cd1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Floating IP 0899a18b-5b12-46b5-a13b-5f6484888ab1 associated. External IP: 172.27.2.62, port: 317d86bf-717f-4001-a686-804fd5c9c218. Oct 28 09:37:02.750845 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600093a1-99ce-4a8f-8471-97e49bbe4cd1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:37:02.856815 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600093a1-99ce-4a8f-8471-97e49bbe4cd1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:37:02.861494 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-600093a1-99ce-4a8f-8471-97e49bbe4cd1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for floatingip, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:02.869780 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d880d0-04e2-40cc-b361-63fcc4c2bf10 None None] Sync routers for ids ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:37:02.879270 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d880d0-04e2-40cc-b361-63fcc4c2bf10 None None] Routers {'beeb353f-6e62-4c3c-ba41-63a0ad6863f3'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:37:02.879978 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-41d880d0-04e2-40cc-b361-63fcc4c2bf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:36:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:02.889639 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-600093a1-99ce-4a8f-8471-97e49bbe4cd1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "PUT /v2.0/floatingips/0899a18b-5b12-46b5-a13b-5f6484888ab1 HTTP/1.1" status: 200 len: 990 time: 1.6102533 Oct 28 09:37:02.890194 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab012d22-1e3c-469b-8915-07d2105e4071', 'tag': '317d86bf-717f-4001-a686-804fd5c9c218'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:02.892598 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6551f363-d5e6-4a0a-a399-901801e7f068" -d '{"events": [{"name": "network-changed", "server_uuid": "ab012d22-1e3c-469b-8915-07d2105e4071", "tag": "317d86bf-717f-4001-a686-804fd5c9c218"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:02.935077 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d392d27-5a27-45b0-81b1-7892b7d481e7 x-openstack-request-id: req-3d392d27-5a27-45b0-81b1-7892b7d481e7 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:02.935360 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab012d22-1e3c-469b-8915-07d2105e4071", "tag": "317d86bf-717f-4001-a686-804fd5c9c218", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:02.935604 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3d392d27-5a27-45b0-81b1-7892b7d481e7 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:02.936025 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab012d22-1e3c-469b-8915-07d2105e4071', 'tag': '317d86bf-717f-4001-a686-804fd5c9c218', 'status': 'completed', 'code': 200} Oct 28 09:37:02.992148 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-41d880d0-04e2-40cc-b361-63fcc4c2bf10 None None] Set router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:37:03.260247 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-41d880d0-04e2-40cc-b361-63fcc4c2bf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'name': 'tempest-AttachVolumeShelveTestJSON-61891173-router', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:12Z', 'updated_at': '2021-10-28T09:36:19Z', 'revision_number': 4, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'gw_port': {'id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:13Z', 'updated_at': '2021-10-28T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '0899a18b-5b12-46b5-a13b-5f6484888ab1', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'port_id': '317d86bf-717f-4001-a686-804fd5c9c218', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'mac_address': 'fa:16:3e:5d:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab012d22-1e3c-469b-8915-07d2105e4071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:36:26Z', 'updated_at': '2021-10-28T09:37:02Z', 'revision_number': 1, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25eb2c05-efbe-4c1b-8997-877dae9d31d8', 'name': '', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'mac_address': 'fa:16:3e:79:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '263b05d8-eb38-4884-926d-259edcdc488d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:17Z', 'updated_at': '2021-10-28T09:36:23Z', 'revision_number': 5, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'subnets': [{'id': '263b05d8-eb38-4884-926d-259edcdc488d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:03.286958 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d880d0-04e2-40cc-b361-63fcc4c2bf10 None None] Checking router: beeb353f-6e62-4c3c-ba41-63a0ad6863f3 for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:37:03.295372 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d880d0-04e2-40cc-b361-63fcc4c2bf10 None None] Routers {'beeb353f-6e62-4c3c-ba41-63a0ad6863f3'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:37:03.296010 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-41d880d0-04e2-40cc-b361-63fcc4c2bf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:36:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:03.341157 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba17c12-85ff-4334-ae89-2c1e0772ffac req-aa0286cc-e19c-4f76-aef5-16d86e75a701 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:03.342663 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5ba17c12-85ff-4334-ae89-2c1e0772ffac req-aa0286cc-e19c-4f76-aef5-16d86e75a701 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0495000 Oct 28 09:37:03.384255 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5ba17c12-85ff-4334-ae89-2c1e0772ffac req-ead1b886-15d8-487d-8a88-4fa8ae342bf7 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354545 Oct 28 09:37:03.411747 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-41d880d0-04e2-40cc-b361-63fcc4c2bf10 None None] Set router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:37:03.711417 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-41d880d0-04e2-40cc-b361-63fcc4c2bf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'name': 'tempest-AttachVolumeShelveTestJSON-61891173-router', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:12Z', 'updated_at': '2021-10-28T09:36:19Z', 'revision_number': 4, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'gw_port': {'id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:13Z', 'updated_at': '2021-10-28T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '0899a18b-5b12-46b5-a13b-5f6484888ab1', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'port_id': '317d86bf-717f-4001-a686-804fd5c9c218', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'mac_address': 'fa:16:3e:5d:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab012d22-1e3c-469b-8915-07d2105e4071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:36:26Z', 'updated_at': '2021-10-28T09:37:02Z', 'revision_number': 1, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25eb2c05-efbe-4c1b-8997-877dae9d31d8', 'name': '', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'mac_address': 'fa:16:3e:79:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '263b05d8-eb38-4884-926d-259edcdc488d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:17Z', 'updated_at': '2021-10-28T09:36:23Z', 'revision_number': 5, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'subnets': [{'id': '263b05d8-eb38-4884-926d-259edcdc488d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:03.737316 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d880d0-04e2-40cc-b361-63fcc4c2bf10 None None] The sync data for ids ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'] in dv-cinder-815146-5-iscsi is: [{'id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'name': 'tempest-AttachVolumeShelveTestJSON-61891173-router', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:12Z', 'updated_at': '2021-10-28T09:36:19Z', 'revision_number': 4, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'gw_port': {'id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:13Z', 'updated_at': '2021-10-28T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '0899a18b-5b12-46b5-a13b-5f6484888ab1', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'port_id': '317d86bf-717f-4001-a686-804fd5c9c218', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'mac_address': 'fa:16:3e:5d:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab012d22-1e3c-469b-8915-07d2105e4071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:36:26Z', 'updated_at': '2021-10-28T09:37:02Z', 'revision_number': 1, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25eb2c05-efbe-4c1b-8997-877dae9d31d8', 'name': '', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'mac_address': 'fa:16:3e:79:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '263b05d8-eb38-4884-926d-259edcdc488d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:17Z', 'updated_at': '2021-10-28T09:36:23Z', 'revision_number': 5, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'subnets': [{'id': '263b05d8-eb38-4884-926d-259edcdc488d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:37:03.933517 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9860fc0b-061c-4e41-96af-9cad8fe4e7bf None None] New status for floating IP 0899a18b-5b12-46b5-a13b-5f6484888ab1: ACTIVE {{(pid=101551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:37:04.511776 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba947cf-7e90-44be-8595-04c256cd72c9 req-f8036db6-18b7-4e5b-8667-e69e2caa1c95 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:04.513644 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5ba947cf-7e90-44be-8595-04c256cd72c9 req-f8036db6-18b7-4e5b-8667-e69e2caa1c95 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0530732 Oct 28 09:37:04.552307 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5ba947cf-7e90-44be-8595-04c256cd72c9 req-e81b4bef-d660-429d-92fe-7dccccc79ae8 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325191 Oct 28 09:37:04.857266 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525180b0-0557-4607-81ee-fd29c9a96da4 req-667acd53-1994-4d4d-b397-3aff4b5de50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:04.858780 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-525180b0-0557-4607-81ee-fd29c9a96da4 req-667acd53-1994-4d4d-b397-3aff4b5de50b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a1655550196140baa9220386a1a8373e&device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 1098 time: 0.0692594 Oct 28 09:37:04.861269 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551f363-d5e6-4a0a-a399-901801e7f068 req-f45a9141-2d86-4ae4-bd31-fadf00f18db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:04.862626 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6551f363-d5e6-4a0a-a399-901801e7f068 req-f45a9141-2d86-4ae4-bd31-fadf00f18db7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=527b76bbd1e54d17a4de33776892141c&device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 1098 time: 0.0649855 Oct 28 09:37:05.043487 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525180b0-0557-4607-81ee-fd29c9a96da4 req-ada49cc5-da93-448f-b788-a8203f5dc537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:05.045149 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-525180b0-0557-4607-81ee-fd29c9a96da4 req-ada49cc5-da93-448f-b788-a8203f5dc537 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0c6135fc-e04f-41b1-91c9-8bd4154b91de HTTP/1.1" status: 200 len: 919 time: 0.1614301 Oct 28 09:37:05.046289 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551f363-d5e6-4a0a-a399-901801e7f068 req-1a39b9dd-9927-4224-a85f-6f1686de5af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:05.047621 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6551f363-d5e6-4a0a-a399-901801e7f068 req-1a39b9dd-9927-4224-a85f-6f1686de5af0 service neutron] 10.222.0.98 "GET /v2.0/networks?id=4ea4cab8-150a-44ba-9227-c4083ead845c HTTP/1.1" status: 200 len: 916 time: 0.1559095 Oct 28 09:37:05.140972 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-525180b0-0557-4607-81ee-fd29c9a96da4 req-d7003b12-870c-4dd9-a615-b4967978ad12 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee85a077-fd82-4bcf-bec8-60f80fe00122 HTTP/1.1" status: 200 len: 217 time: 0.0803871 Oct 28 09:37:05.206770 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6551f363-d5e6-4a0a-a399-901801e7f068 req-6ccb5019-503f-47ad-9a01-5dc671cd78b9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=317d86bf-717f-4001-a686-804fd5c9c218 HTTP/1.1" status: 200 len: 1000 time: 0.1405058 Oct 28 09:37:05.228260 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525180b0-0557-4607-81ee-fd29c9a96da4 req-319e29b8-6d95-45e5-80fc-ced5ca380f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:05.229535 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-525180b0-0557-4607-81ee-fd29c9a96da4 req-319e29b8-6d95-45e5-80fc-ced5ca380f11 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f756cde3-6ad6-41bc-a74b-aa926d36b9a7 HTTP/1.1" status: 200 len: 858 time: 0.0708184 Oct 28 09:37:05.277106 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-525180b0-0557-4607-81ee-fd29c9a96da4 req-c4c133ea-1926-42e6-90cb-07c0a4c8d053 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0c6135fc-e04f-41b1-91c9-8bd4154b91de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307214 Oct 28 09:37:05.295627 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551f363-d5e6-4a0a-a399-901801e7f068 req-2c6a83f3-3858-47ff-a0c3-69ad015140fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:05.297053 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6551f363-d5e6-4a0a-a399-901801e7f068 req-2c6a83f3-3858-47ff-a0c3-69ad015140fd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=263b05d8-eb38-4884-926d-259edcdc488d HTTP/1.1" status: 200 len: 854 time: 0.0815077 Oct 28 09:37:05.397384 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551f363-d5e6-4a0a-a399-901801e7f068 req-882f7a25-5272-488c-99b6-50d021250d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:05.398936 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6551f363-d5e6-4a0a-a399-901801e7f068 req-882f7a25-5272-488c-99b6-50d021250d55 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4ea4cab8-150a-44ba-9227-c4083ead845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0911527 Oct 28 09:37:05.421739 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-525180b0-0557-4607-81ee-fd29c9a96da4 req-df398b53-d6d3-4768-9bc0-16d63286ee37 service neutron] 10.222.0.98 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351132 Oct 28 09:37:05.786582 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6551f363-d5e6-4a0a-a399-901801e7f068 req-4f68eb18-8642-46bf-8fd9-1db4f6c1c8b8 service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766050 Oct 28 09:37:05.790720 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-525180b0-0557-4607-81ee-fd29c9a96da4 req-bd418631-cd79-4a93-b5c1-3343576326e0 service neutron] 10.222.0.98 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555999 Oct 28 09:37:05.802712 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3700df5-491e-48bf-9d15-d2131a6b9f3d req-cce32795-a195-4415-ac99-10ea22001772 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:05.804237 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c3700df5-491e-48bf-9d15-d2131a6b9f3d req-cce32795-a195-4415-ac99-10ea22001772 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.1029322 Oct 28 09:37:05.955887 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c3700df5-491e-48bf-9d15-d2131a6b9f3d req-74715188-0248-440c-8349-59c323450fbe tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376593 Oct 28 09:37:05.983218 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6551f363-d5e6-4a0a-a399-901801e7f068 req-5055d84a-5d51-43b1-a684-a6230a14c10c service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742716 Oct 28 09:37:06.619502 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 52758) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:06.734073 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-0ac0583e-b474-4c1c-92f0-8978d31a512a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:06.812677 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-0ac0583e-b474-4c1c-92f0-8978d31a512a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:06.817101 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-0ac0583e-b474-4c1c-92f0-8978d31a512a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:06.857852 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-0ac0583e-b474-4c1c-92f0-8978d31a512a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=67311de1e170499baf6efcec1b7a2a88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368824 Oct 28 09:37:06.860290 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 52768) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:06.866974 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0583e-b474-4c1c-92f0-8978d31a512a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff5dd9c-1810-4ed8-9ae7-311f37972719,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:06.920460 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-98eeda7d-92e3-4a65-9e2b-e9b9252a1f26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:06.950613 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-98eeda7d-92e3-4a65-9e2b-e9b9252a1f26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:07.044121 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-98eeda7d-92e3-4a65-9e2b-e9b9252a1f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:07.047353 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-98eeda7d-92e3-4a65-9e2b-e9b9252a1f26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:07.050919 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-98eeda7d-92e3-4a65-9e2b-e9b9252a1f26 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/aff5dd9c-1810-4ed8-9ae7-311f37972719 HTTP/1.1" status: 204 len: 168 time: 0.1873102 Oct 28 09:37:07.069282 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eeda7d-92e3-4a65-9e2b-e9b9252a1f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff5dd9c-1810-4ed8-9ae7-311f37972719,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:07.156346 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad9c32-05f5-452f-a5d9-66655edbf1fb req-e1e79cd2-928a-478a-96cb-5abdc9d6fa5b tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:07.157922 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-21ad9c32-05f5-452f-a5d9-66655edbf1fb req-e1e79cd2-928a-478a-96cb-5abdc9d6fa5b tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0642304 Oct 28 09:37:07.205721 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-21ad9c32-05f5-452f-a5d9-66655edbf1fb req-54203f4b-dd65-49a9-ae2a-b25d06a8484f tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394511 Oct 28 09:37:07.379228 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 52794) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:07.394704 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-501d3fa8-db4d-481b-bb10-4369c4604734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:07.470960 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-501d3fa8-db4d-481b-bb10-4369c4604734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:07.474769 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-501d3fa8-db4d-481b-bb10-4369c4604734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:07.515198 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-501d3fa8-db4d-481b-bb10-4369c4604734 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0234e968737f40f1a0cb7b01c2e492fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1346498 Oct 28 09:37:07.517359 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d3fa8-db4d-481b-bb10-4369c4604734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3cb0d9-60b0-4dbe-99c7-3bcbae907853,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:07.517835 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 52796) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:07.572539 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-a260d058-4809-448b-8b5f-442ca7c76021 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:07.593952 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-a260d058-4809-448b-8b5f-442ca7c76021 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:07.656666 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-a260d058-4809-448b-8b5f-442ca7c76021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:07.659493 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-a260d058-4809-448b-8b5f-442ca7c76021 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:07.660886 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-a260d058-4809-448b-8b5f-442ca7c76021 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4c3cb0d9-60b0-4dbe-99c7-3bcbae907853 HTTP/1.1" status: 204 len: 168 time: 0.1419795 Oct 28 09:37:07.669782 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260d058-4809-448b-8b5f-442ca7c76021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3cb0d9-60b0-4dbe-99c7-3bcbae907853,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:07.937840 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 52816) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:08.060958 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-e69095ec-b475-41b6-b010-a769500d5807 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:08.165554 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-e69095ec-b475-41b6-b010-a769500d5807 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:08.170452 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-e69095ec-b475-41b6-b010-a769500d5807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:08.219071 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-e69095ec-b475-41b6-b010-a769500d5807 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e0dd456d18364e8d8ced59b41ee15c01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2778845 Oct 28 09:37:08.219071 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69095ec-b475-41b6-b010-a769500d5807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fc414c-f0db-46c8-9faf-e83b9a59c167,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:08.219831 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 52836) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:08.299968 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f92c0757-6fa3-4b9b-b5dd-1389819826c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:08.362175 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f92c0757-6fa3-4b9b-b5dd-1389819826c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:08.410464 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f87f2-b848-40bb-8f19-7b8815d8a6c4 req-07a63b89-3fa7-48ce-9bb5-a96373646d25 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:08.412651 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e56f87f2-b848-40bb-8f19-7b8815d8a6c4 req-07a63b89-3fa7-48ce-9bb5-a96373646d25 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.1143801 Oct 28 09:37:08.470133 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e56f87f2-b848-40bb-8f19-7b8815d8a6c4 req-10dcbb27-6938-4a76-90ea-363f13bdcb1c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471988 Oct 28 09:37:08.470133 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f92c0757-6fa3-4b9b-b5dd-1389819826c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:08.473152 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f92c0757-6fa3-4b9b-b5dd-1389819826c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:08.474723 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-f92c0757-6fa3-4b9b-b5dd-1389819826c9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a8fc414c-f0db-46c8-9faf-e83b9a59c167 HTTP/1.1" status: 204 len: 168 time: 0.2541714 Oct 28 09:37:08.484435 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c0757-6fa3-4b9b-b5dd-1389819826c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fc414c-f0db-46c8-9faf-e83b9a59c167,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:08.754186 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-83f10f10-1dc1-4841-a8c6-59de05b75786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:08.936697 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 52884) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:08.955420 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8325191c-3c82-4a7c-8e5f-4d956c79c64f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:09.076389 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8325191c-3c82-4a7c-8e5f-4d956c79c64f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:09.085522 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8325191c-3c82-4a7c-8e5f-4d956c79c64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:09.125726 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-8325191c-3c82-4a7c-8e5f-4d956c79c64f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=efca84a6a1504c6e92bda6cb59a34ba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879210 Oct 28 09:37:09.128802 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 52900) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:09.136867 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325191c-3c82-4a7c-8e5f-4d956c79c64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3ae003-5477-48f5-9e3f-c8af18e1757c,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:09.138498 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-618ad0c8-224a-44ec-a6ee-01169a103cc5 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:09.145972 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-618ad0c8-224a-44ec-a6ee-01169a103cc5 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/networks?id=27679303-a81b-460d-8771-941e694a0c8e HTTP/1.1" status: 200 len: 815 time: 0.1223884 Oct 28 09:37:09.157234 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-c9056a4d-8b87-481a-86be-7145c5c2e74a tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/quotas/b657234d701d4fed8d1212c9119abe68 HTTP/1.1" status: 200 len: 375 time: 0.0101640 Oct 28 09:37:09.201283 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8f743a99-a07f-43f1-bc9b-1aba6c806e32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:09.216226 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-154f041c-1631-4fc9-b03e-4f7eb529e811 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=b657234d701d4fed8d1212c9119abe68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0502844 Oct 28 09:37:09.223935 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8f743a99-a07f-43f1-bc9b-1aba6c806e32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:09.278048 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8f743a99-a07f-43f1-bc9b-1aba6c806e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:09.281000 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8f743a99-a07f-43f1-bc9b-1aba6c806e32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:09.284899 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-8f743a99-a07f-43f1-bc9b-1aba6c806e32 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5a3ae003-5477-48f5-9e3f-c8af18e1757c HTTP/1.1" status: 204 len: 168 time: 0.1525321 Oct 28 09:37:09.291649 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f743a99-a07f-43f1-bc9b-1aba6c806e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3ae003-5477-48f5-9e3f-c8af18e1757c,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:09.334151 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-f0ccf4f3-3544-48d8-a0de-2aa27840fa1d service neutron] 10.222.0.113 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123767 Oct 28 09:37:09.446682 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-90b3ee0a-4b4f-4563-b5d5-8dfb5daacc8b service neutron] 10.222.0.113 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022074 Oct 28 09:37:09.684262 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d9994-a230-46af-a3d7-70cc7508070a req-6902ba8f-c214-429d-88c0-d65ed5404b5e tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:09.692633 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8e2d9994-a230-46af-a3d7-70cc7508070a req-6902ba8f-c214-429d-88c0-d65ed5404b5e tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0686748 Oct 28 09:37:09.740722 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8e2d9994-a230-46af-a3d7-70cc7508070a req-a70bec42-b08b-4821-8850-ac6bca776ab3 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467165 Oct 28 09:37:09.742139 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 52930) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:09.756605 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-d6b27826-706e-4e73-a818-4487854ec7f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:09.828726 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8ea5a0e7-f264-46b2-8918-2356c55f8b75 req-c4c7225e-9223-445c-a2b3-0d1ffde8d3f1 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 210 time: 0.0383215 Oct 28 09:37:09.865579 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-d6b27826-706e-4e73-a818-4487854ec7f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:09.870589 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-d6b27826-706e-4e73-a818-4487854ec7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:09.915506 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-d6b27826-706e-4e73-a818-4487854ec7f3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c52624906c85489881d69b84edf7614d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1718659 Oct 28 09:37:09.916507 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b27826-706e-4e73-a818-4487854ec7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525f599e-2a02-4ac8-aa9e-83dae5b6621b,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:09.918285 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 52942) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:09.983759 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-db990a53-21c4-4803-bc94-9647d7784a8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:10.010205 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-db990a53-21c4-4803-bc94-9647d7784a8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:10.066459 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-db990a53-21c4-4803-bc94-9647d7784a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:10.069860 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-db990a53-21c4-4803-bc94-9647d7784a8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:10.072078 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-db990a53-21c4-4803-bc94-9647d7784a8f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/525f599e-2a02-4ac8-aa9e-83dae5b6621b HTTP/1.1" status: 204 len: 168 time: 0.1524282 Oct 28 09:37:10.085057 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db990a53-21c4-4803-bc94-9647d7784a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525f599e-2a02-4ac8-aa9e-83dae5b6621b,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:10.863995 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e01a0-0e52-4c8c-a0de-15ae8e9e89eb req-ec96b5bc-7972-4fe7-b0cf-e41f1b4ff918 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:10.865845 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6c7e01a0-0e52-4c8c-a0de-15ae8e9e89eb req-ec96b5bc-7972-4fe7-b0cf-e41f1b4ff918 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0561407 Oct 28 09:37:10.906857 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6c7e01a0-0e52-4c8c-a0de-15ae8e9e89eb req-cdba616b-e68e-40b1-af22-51d3993b5d39 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341327 Oct 28 09:37:11.002547 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4e7d963b-394d-43ee-b9e0-cd77a3987208 req-7b354319-4aaf-4490-a2e9-41ba3e28f178 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 210 time: 0.0299444 Oct 28 09:37:11.142194 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-58293a6c-a992-479f-bbc1-4653919f2030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:11.448520 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 53072) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:11.552785 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-383b8500-e503-40ba-b234-76f56b49d009 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:11.628146 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-383b8500-e503-40ba-b234-76f56b49d009 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:11.633172 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-383b8500-e503-40ba-b234-76f56b49d009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:11.676037 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-383b8500-e503-40ba-b234-76f56b49d009 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=acdcdd9ea5214e51a35b7c03423471d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240963 Oct 28 09:37:11.676037 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b8500-e503-40ba-b234-76f56b49d009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4198d729-d497-4c22-99d6-9cd1dbfb5aa0,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:11.676478 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 53078) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:11.723792 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4cc51b0e-19f8-4579-a94f-8dea965fb0b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:11.746975 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4cc51b0e-19f8-4579-a94f-8dea965fb0b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:11.793703 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4cc51b0e-19f8-4579-a94f-8dea965fb0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:11.796485 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4cc51b0e-19f8-4579-a94f-8dea965fb0b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:11.797620 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-4cc51b0e-19f8-4579-a94f-8dea965fb0b8 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4198d729-d497-4c22-99d6-9cd1dbfb5aa0 HTTP/1.1" status: 204 len: 168 time: 0.1201339 Oct 28 09:37:11.805552 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc51b0e-19f8-4579-a94f-8dea965fb0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4198d729-d497-4c22-99d6-9cd1dbfb5aa0,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:11.926362 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:37:12.052676 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187a975-c5c8-4061-ab90-f14c1ae35576 req-1ce4f898-2473-4a36-ae18-46a1c1b9a122 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:12.060628 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7187a975-c5c8-4061-ab90-f14c1ae35576 req-1ce4f898-2473-4a36-ae18-46a1c1b9a122 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0857141 Oct 28 09:37:12.083758 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 53088) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:12.103339 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8f57df15-5875-4cfa-9b3f-e28ff4d83dbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:12.143797 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7187a975-c5c8-4061-ab90-f14c1ae35576 req-aeeec96b-db06-4776-a709-3da851fe524e tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748994 Oct 28 09:37:12.197429 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d9c05cd0-05e2-40ab-95f3-5b21c0d36a11 req-27d0dd2a-ade8-49f5-9581-69b63bb9c75f tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 210 time: 0.0303879 Oct 28 09:37:12.241554 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8f57df15-5875-4cfa-9b3f-e28ff4d83dbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:12.241554 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8f57df15-5875-4cfa-9b3f-e28ff4d83dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:12.284101 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-8f57df15-5875-4cfa-9b3f-e28ff4d83dbd admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=009cbc902b994abb9a8c8835cee9e4d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991222 Oct 28 09:37:12.285052 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57df15-5875-4cfa-9b3f-e28ff4d83dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a48f9b-c9b1-4fbe-831d-5c6214c0fb3a,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:12.287123 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 53094) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:12.346910 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b75c7b20-d603-427a-915f-7e8b2ab8205b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:12.368183 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b75c7b20-d603-427a-915f-7e8b2ab8205b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:12.415907 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b75c7b20-d603-427a-915f-7e8b2ab8205b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:12.418514 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b75c7b20-d603-427a-915f-7e8b2ab8205b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:12.419664 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-b75c7b20-d603-427a-915f-7e8b2ab8205b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/64a48f9b-c9b1-4fbe-831d-5c6214c0fb3a HTTP/1.1" status: 204 len: 168 time: 0.1307907 Oct 28 09:37:12.427866 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c7b20-d603-427a-915f-7e8b2ab8205b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a48f9b-c9b1-4fbe-831d-5c6214c0fb3a,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:12.435640 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c7b20-d603-427a-915f-7e8b2ab8205b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:12.436018 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c7b20-d603-427a-915f-7e8b2ab8205b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:12.436377 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c7b20-d603-427a-915f-7e8b2ab8205b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:12.436698 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c7b20-d603-427a-915f-7e8b2ab8205b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:12.437031 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c7b20-d603-427a-915f-7e8b2ab8205b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:12.437364 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c7b20-d603-427a-915f-7e8b2ab8205b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:12.437695 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c7b20-d603-427a-915f-7e8b2ab8205b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:12.438020 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c7b20-d603-427a-915f-7e8b2ab8205b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:12.438346 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c7b20-d603-427a-915f-7e8b2ab8205b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:12.439002 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c7b20-d603-427a-915f-7e8b2ab8205b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:12.439002 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c7b20-d603-427a-915f-7e8b2ab8205b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:12.439301 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c7b20-d603-427a-915f-7e8b2ab8205b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:12.477488 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:12.570168 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:13.066745 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-caf41012-1362-48ae-827e-e7cd6a90010a tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:13.068348 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-caf41012-1362-48ae-827e-e7cd6a90010a tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.98 "GET /v2.0/networks?id=27679303-a81b-460d-8771-941e694a0c8e HTTP/1.1" status: 200 len: 815 time: 0.1228223 Oct 28 09:37:13.111906 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-c255285c-0f00-4e12-8439-570d8f0a8a56 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Request body: {'port': {'device_id': 'd9f6d00e-c73d-4c27-b321-3a23ccfa904f', 'network_id': '27679303-a81b-460d-8771-941e694a0c8e', 'admin_state_up': True, 'tenant_id': 'b657234d701d4fed8d1212c9119abe68'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:13.264081 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-c255285c-0f00-4e12-8439-570d8f0a8a56 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Made reservation on behalf of b657234d701d4fed8d1212c9119abe68 for: {'port': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:37:13.269158 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-c255285c-0f00-4e12-8439-570d8f0a8a56 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:13.302315 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824b381-488f-4ec5-8eac-9103ef2510da req-2c9fda46-b0f4-4139-9576-73f08556880d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:13.312446 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3824b381-488f-4ec5-8eac-9103ef2510da req-2c9fda46-b0f4-4139-9576-73f08556880d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0937736 Oct 28 09:37:13.370071 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3824b381-488f-4ec5-8eac-9103ef2510da req-23695ead-0b87-4b9f-ab18-628ba6ce04ad tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552073 Oct 28 09:37:13.403975 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5f46014d-986c-4685-bf9e-e54f1c347216 req-fec77a3e-ce0e-46eb-b32d-d225b942773d tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 210 time: 0.0629563 Oct 28 09:37:13.405494 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 53154) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:13.471208 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1aa293-63ee-483c-a1f8-d0db6aaaf392 admin admin] Deleting subnet 5d6d5917-e8d7-48c3-be9e-e23eff19bc84 {{(pid=101549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:37:13.477961 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4a1aa293-63ee-483c-a1f8-d0db6aaaf392 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:13.486701 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-c255285c-0f00-4e12-8439-570d8f0a8a56 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Allocated IP 172.20.0.2 (27679303-a81b-460d-8771-941e694a0c8e/736da4eb-0b64-47cf-a336-b2a25d32f39e/ebfeec55-039f-4993-a732-b456cb05e632) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:37:13.535958 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4a1aa293-63ee-483c-a1f8-d0db6aaaf392 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:13.550695 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4a1aa293-63ee-483c-a1f8-d0db6aaaf392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690075'] for subnet, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:13.621367 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4a1aa293-63ee-483c-a1f8-d0db6aaaf392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for subnet, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:13.660469 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1aa293-63ee-483c-a1f8-d0db6aaaf392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d6d5917-e8d7-48c3-be9e-e23eff19bc84,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:13.666661 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4a1aa293-63ee-483c-a1f8-d0db6aaaf392 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:13.670787 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-4a1aa293-63ee-483c-a1f8-d0db6aaaf392 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/5d6d5917-e8d7-48c3-be9e-e23eff19bc84 HTTP/1.1" status: 204 len: 168 time: 0.2642727 Oct 28 09:37:13.674785 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 53166) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:13.682808 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa293-63ee-483c-a1f8-d0db6aaaf392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:13.683161 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa293-63ee-483c-a1f8-d0db6aaaf392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:13.683503 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa293-63ee-483c-a1f8-d0db6aaaf392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:13.683877 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa293-63ee-483c-a1f8-d0db6aaaf392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:13.684204 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa293-63ee-483c-a1f8-d0db6aaaf392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:13.684722 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa293-63ee-483c-a1f8-d0db6aaaf392 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:13.685061 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa293-63ee-483c-a1f8-d0db6aaaf392 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:13.685395 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa293-63ee-483c-a1f8-d0db6aaaf392 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:13.685732 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa293-63ee-483c-a1f8-d0db6aaaf392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:13.686057 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa293-63ee-483c-a1f8-d0db6aaaf392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:13.686379 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa293-63ee-483c-a1f8-d0db6aaaf392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:13.686701 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1aa293-63ee-483c-a1f8-d0db6aaaf392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:13.704219 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-c255285c-0f00-4e12-8439-570d8f0a8a56 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:13.727858 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:13.750980 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-c255285c-0f00-4e12-8439-570d8f0a8a56 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:13.756165 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7814304'] for network, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:13.768729 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['d89e9c3c-8f0c-4e01-9d78-205c0d4dab14'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:37:13.801553 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-c255285c-0f00-4e12-8439-570d8f0a8a56 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Network 27679303-a81b-460d-8771-941e694a0c8e is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:37:13.805457 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-c255285c-0f00-4e12-8439-570d8f0a8a56 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:13.810443 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-c255285c-0f00-4e12-8439-570d8f0a8a56 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:37:13.816027 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-c255285c-0f00-4e12-8439-570d8f0a8a56 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:13.816665 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-c255285c-0f00-4e12-8439-570d8f0a8a56 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:13.825272 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255285c-0f00-4e12-8439-570d8f0a8a56 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Pushing event updated for resources: {'Port': ['ID=ebfeec55-039f-4993-a732-b456cb05e632,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:13.841670 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-c255285c-0f00-4e12-8439-570d8f0a8a56 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7349532 Oct 28 09:37:13.861945 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] Request body: {'port': {'device_id': 'd9f6d00e-c73d-4c27-b321-3a23ccfa904f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:13.913240 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692238', 'neutron.services.segments.db._delete_segments_for_network-8729415614302'] for network, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:13.937645 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:13.938349 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:13.939300 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:13.940149 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] Subscribe: > port after_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:13.940788 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] Subscribe: > port after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:13.941330 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] Subscribe: > port after_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:13.941953 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:13.942525 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:13.943037 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:13.943855 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:13.968551 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:14.141736 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:14.142388 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:14.143069 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:14.143640 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:14.144268 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f88815-49c4-452e-a85f-806ee7e55eb8']}} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:14.166913 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae70b985-e10e-49e1-9126-c985770aa171') {'for_net_delete': True} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:14.167710 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae70b985-e10e-49e1-9126-c985770aa171') {} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:14.186758 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729415615847', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2871635'] for segment, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:14.210115 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:14.220738 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:37:14.221322 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869612'] for segment, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: from cryptography.utils import int_from_bytes Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: from cryptography.utils import int_from_bytes Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: Traceback (most recent call last): Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: timer() Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: cb(*args, **kw) Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: return func(*args, **kwargs) Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: self._notify() Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: self.callback(batched_events) Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: event.method(event) Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: return f(self, *a, **k) Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: return self._get(url).json() Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: return self.request(url, 'GET', **kwargs) Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:37:14.226870 dv-cinder-815146-5-iscsi neutron-server[101549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:37:14.293629 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640007'] for network, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:14.314169 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:14.317854 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebfeec55-039f-4993-a732-b456cb05e632 {{(pid=101550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:37:14.318662 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] 10.222.0.113 "DELETE /v2.0/networks/47f88815-49c4-452e-a85f-806ee7e55eb8 HTTP/1.1" status: 204 len: 168 time: 0.6424170 Oct 28 09:37:14.320336 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33052b5-2712-49bc-8d18-d379555307be admin admin] Pushing event deleted for resources: {'Network': ['ID=47f88815-49c4-452e-a85f-806ee7e55eb8,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:14.323071 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 53190) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:14.326883 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:14.340776 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.provisioning_blocks [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] Transition to ACTIVE for port object ebfeec55-039f-4993-a732-b456cb05e632 will not be triggered until provisioned by entity L2. {{(pid=101550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:37:14.344917 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:14.373897 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_v2 [None req-82292da9-2167-43f3-9911-da2f0f9e144c admin admin] Deleting subnet 0a57e19f-72cb-4f3f-bac9-f853d3add662 {{(pid=101549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:37:14.377183 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-82292da9-2167-43f3-9911-da2f0f9e144c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:14.416199 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-82292da9-2167-43f3-9911-da2f0f9e144c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2871594'] for subnet, precommit_delete_associations {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:14.431627 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfeec55-039f-4993-a732-b456cb05e632,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:14.454500 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] Attempting to bind port ebfeec55-039f-4993-a732-b456cb05e632 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:37:14.455104 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] Attempting to bind port ebfeec55-039f-4993-a732-b456cb05e632 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '27679303-a81b-460d-8771-941e694a0c8e'}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:37:14.455628 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] Attempting to bind port ebfeec55-039f-4993-a732-b456cb05e632 on network 27679303-a81b-460d-8771-941e694a0c8e {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:37:14.460750 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-82292da9-2167-43f3-9911-da2f0f9e144c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690075'] for subnet, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:14.475413 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] Port ebfeec55-039f-4993-a732-b456cb05e632 on network 27679303-a81b-460d-8771-941e694a0c8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:37:14.476019 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] Attempting to bind port ebfeec55-039f-4993-a732-b456cb05e632 on network 27679303-a81b-460d-8771-941e694a0c8e {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:37:14.496481 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] Checking agent: {'id': 'afc7fccb-f5d9-4cc0-9292-378149b33414', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'started_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:37:14.496969 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] Checking segment: {'id': '8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '27679303-a81b-460d-8771-941e694a0c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:37:14.497451 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] Bound using segment: {'id': '8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '27679303-a81b-460d-8771-941e694a0c8e'} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:37:14.497986 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] Bound port: ebfeec55-039f-4993-a732-b456cb05e632, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '27679303-a81b-460d-8771-941e694a0c8e'}}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:37:14.498998 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:14.552690 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-82292da9-2167-43f3-9911-da2f0f9e144c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8445689'] for subnet, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:14.563610 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a687ff-a63a-493d-94da-fe8a637ea8bc req-46a83d49-c793-4c80-a8af-336e86d7a6e4 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:14.565512 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-23a687ff-a63a-493d-94da-fe8a637ea8bc req-46a83d49-c793-4c80-a8af-336e86d7a6e4 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.1046727 Oct 28 09:37:14.592081 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bc1e4-476c-4998-91cd-46cb0cc20a53 req-fa1af880-d923-48c3-ba4f-1c40e40b5a4a tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:14.593619 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-050bc1e4-476c-4998-91cd-46cb0cc20a53 req-fa1af880-d923-48c3-ba4f-1c40e40b5a4a tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 943 time: 0.0884070 Oct 28 09:37:14.600608 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82292da9-2167-43f3-9911-da2f0f9e144c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a57e19f-72cb-4f3f-bac9-f853d3add662,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:14.609401 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] For port ebfeec55-039f-4993-a732-b456cb05e632, host hv-cinder-81514, cleared binding levels {{(pid=101550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:37:14.612441 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-82292da9-2167-43f3-9911-da2f0f9e144c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:14.616415 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-82292da9-2167-43f3-9911-da2f0f9e144c admin admin] 10.222.0.113 "DELETE /v2.0/subnets/0a57e19f-72cb-4f3f-bac9-f853d3add662 HTTP/1.1" status: 204 len: 168 time: 0.2917664 Oct 28 09:37:14.619078 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 53198) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:14.640092 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] For port ebfeec55-039f-4993-a732-b456cb05e632, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ebfeec55-039f-4993-a732-b456cb05e632,segment=NetworkSegment(8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a),segment_id=8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a)] {{(pid=101550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:37:14.644246 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:14.654228 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-23a687ff-a63a-493d-94da-fe8a637ea8bc req-6532af25-4140-4ff7-861d-3f706d409151 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791242 Oct 28 09:37:14.710368 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:14.710987 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:14.712975 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] 10.222.0.98 "PUT /v2.0/ports/ebfeec55-039f-4993-a732-b456cb05e632 HTTP/1.1" status: 200 len: 1093 time: 0.8574600 Oct 28 09:37:14.713547 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f6d00e-c73d-4c27-b321-3a23ccfa904f', 'tag': 'ebfeec55-039f-4993-a732-b456cb05e632'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:14.716137 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1997e3-df75-4cd7-9e16-2f35bd85cb96" -d '{"events": [{"name": "network-changed", "server_uuid": "d9f6d00e-c73d-4c27-b321-3a23ccfa904f", "tag": "ebfeec55-039f-4993-a732-b456cb05e632"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:14.748548 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7a599-d1ed-40ca-84e9-c064098c3c09 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfeec55-039f-4993-a732-b456cb05e632,revision_number=3']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:14.784130 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ac4de1-065d-46cc-8134-f1ac52d40805 x-openstack-request-id: req-a8ac4de1-065d-46cc-8134-f1ac52d40805 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:14.784424 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9f6d00e-c73d-4c27-b321-3a23ccfa904f", "tag": "ebfeec55-039f-4993-a732-b456cb05e632", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:14.784692 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a8ac4de1-065d-46cc-8134-f1ac52d40805 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:14.785132 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f6d00e-c73d-4c27-b321-3a23ccfa904f', 'tag': 'ebfeec55-039f-4993-a732-b456cb05e632', 'status': 'completed', 'code': 200} Oct 28 09:37:14.807543 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-050bc1e4-476c-4998-91cd-46cb0cc20a53 req-8976029c-82b9-4754-871d-36f824f1a06f tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898854 Oct 28 09:37:14.824933 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-01d83c19-8d41-475a-b465-edfc7ee17b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7814304'] for network, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:14.827776 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-97f2f20b-af67-4358-bfa9-3fba79d2e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:14.829661 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-97f2f20b-af67-4358-bfa9-3fba79d2e7c0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b657234d701d4fed8d1212c9119abe68&device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 1096 time: 0.0438011 Oct 28 09:37:14.881755 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-647e8511-f59d-474a-916d-69cb00b0bf75 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebfeec55-039f-4993-a732-b456cb05e632 HTTP/1.1" status: 200 len: 217 time: 0.0397587 Oct 28 09:37:14.910172 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-01d83c19-8d41-475a-b465-edfc7ee17b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692238', 'neutron.services.segments.db._delete_segments_for_network-8729415614302'] for network, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:14.936989 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-01d83c19-8d41-475a-b465-edfc7ee17b46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91927908-13a4-44ca-8470-fe7c281091b7']}} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:14.947086 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-01d83c19-8d41-475a-b465-edfc7ee17b46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0018f7-7bd3-4cf9-a3c6-87930875b93a') {'for_net_delete': True} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:14.947382 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-01d83c19-8d41-475a-b465-edfc7ee17b46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0018f7-7bd3-4cf9-a3c6-87930875b93a') {} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:14.948098 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-be78e1ca-40b4-4e54-9364-55ecd856350e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:14.950374 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-be78e1ca-40b4-4e54-9364-55ecd856350e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=736da4eb-0b64-47cf-a336-b2a25d32f39e HTTP/1.1" status: 200 len: 855 time: 0.0595357 Oct 28 09:37:14.988589 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-b552ea34-380c-4e6d-a914-cdf88f8cb961 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=27679303-a81b-460d-8771-941e694a0c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265741 Oct 28 09:37:15.059490 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 53214) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:15.098332 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-b6503523-fcb1-4a16-86b6-a9acecc1a239 service neutron] 10.222.0.98 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000814 Oct 28 09:37:15.136784 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-01d83c19-8d41-475a-b465-edfc7ee17b46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729415615847', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2871635'] for segment, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:15.150673 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-01d83c19-8d41-475a-b465-edfc7ee17b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:15.157064 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01d83c19-8d41-475a-b465-edfc7ee17b46 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:37:15.157492 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-01d83c19-8d41-475a-b465-edfc7ee17b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869612'] for segment, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: Traceback (most recent call last): Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: timer() Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: cb(*args, **kw) Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: return func(*args, **kwargs) Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: self._notify() Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: self.callback(batched_events) Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: event.method(event) Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: return f(self, *a, **k) Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: return self._get(url).json() Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: return self.request(url, 'GET', **kwargs) Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:37:15.159735 dv-cinder-815146-5-iscsi neutron-server[101549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:37:15.199051 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-276cfbff-5038-4440-b6b9-c873994dc438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:15.221007 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-01d83c19-8d41-475a-b465-edfc7ee17b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640007'] for network, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:15.227950 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-01d83c19-8d41-475a-b465-edfc7ee17b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:15.231487 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-01d83c19-8d41-475a-b465-edfc7ee17b46 admin admin] 10.222.0.113 "DELETE /v2.0/networks/91927908-13a4-44ca-8470-fe7c281091b7 HTTP/1.1" status: 204 len: 168 time: 0.6112952 Oct 28 09:37:15.239212 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6a6b121f-fdd0-426c-9e52-469889c1177b req-b1b2bf8a-223b-4dc9-95c8-9ba1afb7d791 service neutron] 10.222.0.98 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175957 Oct 28 09:37:15.246786 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d83c19-8d41-475a-b465-edfc7ee17b46 admin admin] Pushing event deleted for resources: {'Network': ['ID=91927908-13a4-44ca-8470-fe7c281091b7,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:15.310652 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-276cfbff-5038-4440-b6b9-c873994dc438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:15.324048 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-276cfbff-5038-4440-b6b9-c873994dc438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:15.397519 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-276cfbff-5038-4440-b6b9-c873994dc438 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9b409215b98d49909b34f0080082baf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368795 Oct 28 09:37:15.400211 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cfbff-5038-4440-b6b9-c873994dc438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591091e7-2018-435d-859f-f23a44702f6b,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:15.400354 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 53232) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:15.400855 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 53234) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:15.405992 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1997e3-df75-4cd7-9e16-2f35bd85cb96 req-17bb6464-0407-40f4-8a73-e3034dba3ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:15.407405 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ff1997e3-df75-4cd7-9e16-2f35bd85cb96 req-17bb6464-0407-40f4-8a73-e3034dba3ad0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b657234d701d4fed8d1212c9119abe68&device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 1096 time: 0.0939174 Oct 28 09:37:15.472963 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-485de82e-0e01-4635-8077-bec54cca42c5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4c8d21900de4468bb07b6b4c3d3a2623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0712271 Oct 28 09:37:15.475453 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 53236) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:15.484536 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-43cb420a-7252-4078-9a7d-88fc7921ef93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:15.513109 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-43cb420a-7252-4078-9a7d-88fc7921ef93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:15.552473 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1997e3-df75-4cd7-9e16-2f35bd85cb96 req-5d27602c-e6fe-42fc-bb94-f731d4e00775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:15.554225 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ff1997e3-df75-4cd7-9e16-2f35bd85cb96 req-5d27602c-e6fe-42fc-bb94-f731d4e00775 service neutron] 10.222.0.98 "GET /v2.0/networks?id=27679303-a81b-460d-8771-941e694a0c8e HTTP/1.1" status: 200 len: 916 time: 0.1340082 Oct 28 09:37:15.559278 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-a51cb557-c1d6-4a19-b3b3-f2215c2c5eb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:15.565220 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-43cb420a-7252-4078-9a7d-88fc7921ef93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:15.568329 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-43cb420a-7252-4078-9a7d-88fc7921ef93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:15.569500 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-43cb420a-7252-4078-9a7d-88fc7921ef93 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/591091e7-2018-435d-859f-f23a44702f6b HTTP/1.1" status: 204 len: 168 time: 0.1662343 Oct 28 09:37:15.578127 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb420a-7252-4078-9a7d-88fc7921ef93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591091e7-2018-435d-859f-f23a44702f6b,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:15.618108 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ff1997e3-df75-4cd7-9e16-2f35bd85cb96 req-c55419c7-4445-420d-b187-1a8c7891c8f3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebfeec55-039f-4993-a732-b456cb05e632 HTTP/1.1" status: 200 len: 217 time: 0.0539474 Oct 28 09:37:15.622840 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-a51cb557-c1d6-4a19-b3b3-f2215c2c5eb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:15.705561 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1997e3-df75-4cd7-9e16-2f35bd85cb96 req-5dcc8524-0793-4707-b897-5258d09fc9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:15.707304 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ff1997e3-df75-4cd7-9e16-2f35bd85cb96 req-5dcc8524-0793-4707-b897-5258d09fc9ba service neutron] 10.222.0.98 "GET /v2.0/subnets?id=736da4eb-0b64-47cf-a336-b2a25d32f39e HTTP/1.1" status: 200 len: 855 time: 0.0781093 Oct 28 09:37:15.721475 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-a51cb557-c1d6-4a19-b3b3-f2215c2c5eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:15.724539 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-a51cb557-c1d6-4a19-b3b3-f2215c2c5eb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:15.728258 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-a51cb557-c1d6-4a19-b3b3-f2215c2c5eb5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/308a3ddc-538a-4d1e-95e4-6b5e61401391 HTTP/1.1" status: 204 len: 168 time: 0.2489443 Oct 28 09:37:15.760767 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ff1997e3-df75-4cd7-9e16-2f35bd85cb96 req-0549ab3c-c22c-4667-802a-b86eb360f57d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=27679303-a81b-460d-8771-941e694a0c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340881 Oct 28 09:37:15.761523 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51cb557-c1d6-4a19-b3b3-f2215c2c5eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308a3ddc-538a-4d1e-95e4-6b5e61401391,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:15.830754 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f59137-13df-48ff-9dcf-f86521e98037 req-4cc49c96-b73d-41a7-904e-946392481854 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:15.832129 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f1f59137-13df-48ff-9dcf-f86521e98037 req-4cc49c96-b73d-41a7-904e-946392481854 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0621440 Oct 28 09:37:15.907268 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ff1997e3-df75-4cd7-9e16-2f35bd85cb96 req-610c43a0-e1dd-4e13-a571-aebb8c52d052 service neutron] 10.222.0.98 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267345 Oct 28 09:37:15.910944 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f1f59137-13df-48ff-9dcf-f86521e98037 req-f548e4f4-a9e9-46dd-b6c3-25673e3f8520 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636513 Oct 28 09:37:16.100360 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c080a-50bf-434e-a481-ac6da41a3b12 req-0f684299-33e4-4be1-a380-81f18a9088b4 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:16.102553 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c73c080a-50bf-434e-a481-ac6da41a3b12 req-0f684299-33e4-4be1-a380-81f18a9088b4 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 943 time: 0.1646419 Oct 28 09:37:16.135036 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ff1997e3-df75-4cd7-9e16-2f35bd85cb96 req-1d4ae707-f10c-4d6c-89e7-7afd2133215e service neutron] 10.222.0.98 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050607 Oct 28 09:37:16.180541 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c73c080a-50bf-434e-a481-ac6da41a3b12 req-40e40a20-15cb-457a-989d-3b5a96a27a26 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682626 Oct 28 09:37:16.391665 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 53274) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:16.434621 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-4161006a-70b3-4b11-beb0-8dbedd5d2026 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8c1f475c1fc24ab9960260d2461718b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414133 Oct 28 09:37:16.437597 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 53276) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:16.533574 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e818f231-b0e9-4de9-9737-54a006c49dfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:16.561292 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e818f231-b0e9-4de9-9737-54a006c49dfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:16.627548 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e818f231-b0e9-4de9-9737-54a006c49dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:16.630246 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e818f231-b0e9-4de9-9737-54a006c49dfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:16.631378 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-e818f231-b0e9-4de9-9737-54a006c49dfc admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/84cd3393-6985-429e-a2fe-8ec31ba4612a HTTP/1.1" status: 204 len: 168 time: 0.1927950 Oct 28 09:37:16.640960 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818f231-b0e9-4de9-9737-54a006c49dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cd3393-6985-429e-a2fe-8ec31ba4612a,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:16.920214 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 53310) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:17.052605 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad49c33-34a3-40f3-8ee1-78846c8c064c req-b79ffc13-ceba-49f6-ab6b-fa86bbd0d5ed tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:17.054816 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4ad49c33-34a3-40f3-8ee1-78846c8c064c req-b79ffc13-ceba-49f6-ab6b-fa86bbd0d5ed tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0669730 Oct 28 09:37:17.108186 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4ad49c33-34a3-40f3-8ee1-78846c8c064c req-0476fbd8-8c22-4c70-8a6e-215ac067dbd4 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436506 Oct 28 09:37:17.118983 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ee16dfa3-f33b-43fc-bc9b-0e88cb3a0e03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:17.230641 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ee16dfa3-f33b-43fc-bc9b-0e88cb3a0e03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:17.235564 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ee16dfa3-f33b-43fc-bc9b-0e88cb3a0e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:17.302598 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16dfa3-f33b-43fc-bc9b-0e88cb3a0e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9628c66e-afc3-4ba3-86f7-2691022052cd,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:17.307032 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-ee16dfa3-f33b-43fc-bc9b-0e88cb3a0e03 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2b1405c3bdd042a5bd7f3e853254d9ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3839302 Oct 28 09:37:17.310934 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 53368) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:17.367006 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61815db4-80ca-49ec-bc87-2be7aef33700 req-ef139e9f-bb0f-407b-837a-6abf3b137f2b tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:17.368686 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-61815db4-80ca-49ec-bc87-2be7aef33700 req-ef139e9f-bb0f-407b-837a-6abf3b137f2b tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 943 time: 0.1096425 Oct 28 09:37:17.413207 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0cceed1d-e8a5-411d-86c4-a5a2fae56ebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:17.447928 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-61815db4-80ca-49ec-bc87-2be7aef33700 req-ba397d18-315a-4569-839e-7d61207863e9 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688381 Oct 28 09:37:17.449689 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0cceed1d-e8a5-411d-86c4-a5a2fae56ebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:17.516185 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0cceed1d-e8a5-411d-86c4-a5a2fae56ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:17.521390 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0cceed1d-e8a5-411d-86c4-a5a2fae56ebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:17.523140 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-0cceed1d-e8a5-411d-86c4-a5a2fae56ebe admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9628c66e-afc3-4ba3-86f7-2691022052cd HTTP/1.1" status: 204 len: 168 time: 0.2112679 Oct 28 09:37:17.532741 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cceed1d-e8a5-411d-86c4-a5a2fae56ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9628c66e-afc3-4ba3-86f7-2691022052cd,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:18.187973 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 53434) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:18.284269 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3d967-316c-4629-83b7-b0e3504c32bc req-428a6112-a76c-4fc5-8e87-090d62be0684 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:18.288299 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-9de3d967-316c-4629-83b7-b0e3504c32bc req-428a6112-a76c-4fc5-8e87-090d62be0684 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0679529 Oct 28 09:37:18.340801 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-9de3d967-316c-4629-83b7-b0e3504c32bc req-3dce7565-b9bb-4629-9fbf-5e76fbe2d765 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481081 Oct 28 09:37:18.342063 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-90d64607-f6b7-44eb-b514-78346c81f1d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:18.425129 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 53446) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:18.426619 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-90d64607-f6b7-44eb-b514-78346c81f1d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:18.431683 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-90d64607-f6b7-44eb-b514-78346c81f1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:18.507399 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-90d64607-f6b7-44eb-b514-78346c81f1d8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3781ac430a0848c0b6207b8e2bd736a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138697 Oct 28 09:37:18.508233 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d64607-f6b7-44eb-b514-78346c81f1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a30ff4-ee1f-48bc-9a77-cfa259cde863,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:18.509115 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 53452) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:18.572851 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-6c1c3198-fdc8-4d48-9a4e-18a7f0994eff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1874038543-network', 'tenant_id': '265bb79de13641a482c6b34868cb502e'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:18.618023 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-256a03d0-6895-494b-b044-07ae36e13098 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:18.630104 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1c3198-fdc8-4d48-9a4e-18a7f0994eff admin admin] Made reservation on behalf of 265bb79de13641a482c6b34868cb502e for: {'network': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:37:18.633267 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6c1c3198-fdc8-4d48-9a4e-18a7f0994eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for network, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:18.656203 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6c1c3198-fdc8-4d48-9a4e-18a7f0994eff admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:18.660052 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-256a03d0-6895-494b-b044-07ae36e13098 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:18.672400 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9364710-2e9d-49cb-a788-f21d6690a8fa req-69299c14-d899-4b66-8576-ec53130f9cc9 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:18.682953 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b9364710-2e9d-49cb-a788-f21d6690a8fa req-69299c14-d899-4b66-8576-ec53130f9cc9 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 943 time: 0.1204436 Oct 28 09:37:18.767901 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b9364710-2e9d-49cb-a788-f21d6690a8fa req-a1bb2697-8d5c-4c2d-b5ad-a018345be3c4 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756733 Oct 28 09:37:18.800614 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-256a03d0-6895-494b-b044-07ae36e13098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:18.803061 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-256a03d0-6895-494b-b044-07ae36e13098 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:18.805246 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-256a03d0-6895-494b-b044-07ae36e13098 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/27a30ff4-ee1f-48bc-9a77-cfa259cde863 HTTP/1.1" status: 204 len: 168 time: 0.2950754 Oct 28 09:37:18.816356 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a03d0-6895-494b-b044-07ae36e13098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a30ff4-ee1f-48bc-9a77-cfa259cde863,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:18.835608 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6c1c3198-fdc8-4d48-9a4e-18a7f0994eff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:18.840366 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6c1c3198-fdc8-4d48-9a4e-18a7f0994eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:18.867353 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1c3198-fdc8-4d48-9a4e-18a7f0994eff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=101550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:37:18.876557 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c3198-fdc8-4d48-9a4e-18a7f0994eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2958c2c-4944-4164-bddc-787337c4a2f6,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:18.883923 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6c1c3198-fdc8-4d48-9a4e-18a7f0994eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:18.884330 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.db.segments_db [None req-6c1c3198-fdc8-4d48-9a4e-18a7f0994eff admin admin] Added segment 93bf65e0-2d6c-47bc-ab50-5f0d7f232d59 of type vlan for network 4a8d4e46-7ba2-4786-8afc-cf3952c1befc Oct 28 09:37:18.929862 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6c1c3198-fdc8-4d48-9a4e-18a7f0994eff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729415096998'] for network, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:18.963569 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6c1c3198-fdc8-4d48-9a4e-18a7f0994eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for network, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:18.964603 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1c3198-fdc8-4d48-9a4e-18a7f0994eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:18.965332 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6c1c3198-fdc8-4d48-9a4e-18a7f0994eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:18.968913 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device ebfeec55-039f-4993-a732-b456cb05e632 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:37:19.044714 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 53470) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:19.045046 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-6c1c3198-fdc8-4d48-9a4e-18a7f0994eff admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6184034 Oct 28 09:37:19.057057 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-a25b77f5-79ae-4fbe-a3f1-fff9c9eb871f admin admin] Request body: {'subnet': {'network_id': '4a8d4e46-7ba2-4786-8afc-cf3952c1befc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1874038543-subnet', 'tenant_id': '265bb79de13641a482c6b34868cb502e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:19.060685 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c3198-fdc8-4d48-9a4e-18a7f0994eff admin admin] Pushing event updated for resources: {'Network': ['ID=4a8d4e46-7ba2-4786-8afc-cf3952c1befc,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:19.080205 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Network 4a8d4e46-7ba2-4786-8afc-cf3952c1befc details requested by agent ovs-agent-dv-cinder-815146-5-iscsi with host dv-cinder-815146-5-iscsi {{(pid=101551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:37:19.104207 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25b77f5-79ae-4fbe-a3f1-fff9c9eb871f admin admin] Made reservation on behalf of 265bb79de13641a482c6b34868cb502e for: {'subnet': 1} {{(pid=101549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:37:19.106797 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a25b77f5-79ae-4fbe-a3f1-fff9c9eb871f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8445976'] for subnet, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:19.171609 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port ebfeec55-039f-4993-a732-b456cb05e632, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ebfeec55-039f-4993-a732-b456cb05e632,segment=NetworkSegment(8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a),segment_id=8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:19.197201 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': 'ebfeec55-039f-4993-a732-b456cb05e632', 'network_id': '27679303-a81b-460d-8771-941e694a0c8e', 'port_id': 'ebfeec55-039f-4993-a732-b456cb05e632', 'mac_address': 'fa:16:3e:62:83:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736da4eb-0b64-47cf-a336-b2a25d32f39e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:37:19.253967 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:19.277721 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebfeec55-039f-4993-a732-b456cb05e632 {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:37:19.313588 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port ebfeec55-039f-4993-a732-b456cb05e632, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ebfeec55-039f-4993-a732-b456cb05e632,segment=NetworkSegment(8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a),segment_id=8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:19.322704 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:19.447472 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a25b77f5-79ae-4fbe-a3f1-fff9c9eb871f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8445962'] for subnet, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:19.453481 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=ebfeec55-039f-4993-a732-b456cb05e632,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:19.462985 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.463352 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.463713 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.464073 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.464402 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.464732 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.465064 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.465381 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.465722 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.466046 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.466508 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.467116 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.559615 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12171ef-0a6a-4a04-9999-18e3cf70b71c req-a9ef896f-e059-4412-a1e5-de66abcd1ab7 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:19.561208 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f12171ef-0a6a-4a04-9999-18e3cf70b71c req-a9ef896f-e059-4412-a1e5-de66abcd1ab7 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.1066744 Oct 28 09:37:19.562441 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b77f5-79ae-4fbe-a3f1-fff9c9eb871f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c98c5eb6-e40a-4005-9423-a56eda2b3640,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:19.571999 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25b77f5-79ae-4fbe-a3f1-fff9c9eb871f admin admin] Checking segment: {'id': '93bf65e0-2d6c-47bc-ab50-5f0d7f232d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4a8d4e46-7ba2-4786-8afc-cf3952c1befc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:37:19.572569 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25b77f5-79ae-4fbe-a3f1-fff9c9eb871f admin admin] Network hostable DHCP agents. Network: 4a8d4e46-7ba2-4786-8afc-cf3952c1befc, hostable agents: ['51f327a7-c6d2-45a0-a90b-356f50710923'], hosted agents: [] {{(pid=101549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:37:19.615261 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25b77f5-79ae-4fbe-a3f1-fff9c9eb871f admin admin] Network 4a8d4e46-7ba2-4786-8afc-cf3952c1befc is scheduled to be hosted by DHCP agent 51f327a7-c6d2-45a0-a90b-356f50710923 with binding_index 1 {{(pid=101549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:37:19.632247 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f12171ef-0a6a-4a04-9999-18e3cf70b71c req-eddd1591-00c6-4596-b852-a49024e786f9 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600626 Oct 28 09:37:19.632613 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.base_scheduler [None req-a25b77f5-79ae-4fbe-a3f1-fff9c9eb871f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-5-iscsi, 4a8d4e46-7ba2-4786-8afc-cf3952c1befc) {{(pid=101549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:19.645950 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0176b815-5815-4975-93dd-b06962d46444 None None] Network 4a8d4e46-7ba2-4786-8afc-cf3952c1befc requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:37:19.668868 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25b77f5-79ae-4fbe-a3f1-fff9c9eb871f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:19.669555 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a25b77f5-79ae-4fbe-a3f1-fff9c9eb871f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:19.720418 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-a25b77f5-79ae-4fbe-a3f1-fff9c9eb871f admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6734295 Oct 28 09:37:19.799581 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['ebfeec55-039f-4993-a732-b456cb05e632'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:37:19.873486 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc2335-9e2f-4898-ac70-dbeb1da950bf req-233868b6-120c-4753-80ea-bf3715adc603 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:19.888101 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9afc2335-9e2f-4898-ac70-dbeb1da950bf req-233868b6-120c-4753-80ea-bf3715adc603 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 945 time: 0.1104765 Oct 28 09:37:19.964770 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9afc2335-9e2f-4898-ac70-dbeb1da950bf req-fec76102-842f-46a7-991b-be63315f8692 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745552 Oct 28 09:37:20.029419 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d92b09-998b-427b-8ec4-49f35d389749 req-f669ee4a-6411-4af7-8ab2-c577904d7865 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:20.032468 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-48d92b09-998b-427b-8ec4-49f35d389749 req-f669ee4a-6411-4af7-8ab2-c577904d7865 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 944 time: 0.1021297 Oct 28 09:37:20.111507 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5738f7d6-f72f-4018-846a-c8bb256327a7 None None] Network 4a8d4e46-7ba2-4786-8afc-cf3952c1befc requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:37:20.113027 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-48d92b09-998b-427b-8ec4-49f35d389749 req-18a9ee6c-5197-4910-bb6d-d12b7111b7ed tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700049 Oct 28 09:37:20.756248 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfa87f-2e9a-46d5-a072-9988722e013c req-e49bbf79-f37e-4ef0-85ee-857075021c92 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:20.758819 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-cecfa87f-2e9a-46d5-a072-9988722e013c req-e49bbf79-f37e-4ef0-85ee-857075021c92 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0540888 Oct 28 09:37:20.814001 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-cecfa87f-2e9a-46d5-a072-9988722e013c req-4e2f8d77-f2cb-4097-9dcd-bd4e13b7f49c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458899 Oct 28 09:37:21.138757 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4be295-a7db-4d44-9b2f-b5219c5283dd req-7a9e8618-07d3-4598-a1e9-8d960a63d5f7 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:21.140480 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2f4be295-a7db-4d44-9b2f-b5219c5283dd req-7a9e8618-07d3-4598-a1e9-8d960a63d5f7 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 945 time: 0.0586190 Oct 28 09:37:21.191902 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2f4be295-a7db-4d44-9b2f-b5219c5283dd req-7eab17b3-a07c-4fd6-9152-8c529355e5f2 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435152 Oct 28 09:37:21.245287 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287be32-2720-4872-a26c-29332c192ea2 req-6089fdd4-85fb-4dff-951d-e67d8ecdf600 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:21.247264 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7287be32-2720-4872-a26c-29332c192ea2 req-6089fdd4-85fb-4dff-951d-e67d8ecdf600 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 944 time: 0.0574224 Oct 28 09:37:21.291969 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7287be32-2720-4872-a26c-29332c192ea2 req-b45708f1-e66f-428c-86d0-99de5790d137 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384302 Oct 28 09:37:21.329383 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9384a7ae-d3c8-4a16-a523-594f8e231cd4 req-cf2d4fc8-9295-469f-9143-e9166080ab8b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474441 Oct 28 09:37:21.446759 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384a7ae-d3c8-4a16-a523-594f8e231cd4 req-1ed1d068-38ee-43b1-983e-975e5826f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:21.448282 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9384a7ae-d3c8-4a16-a523-594f8e231cd4 req-1ed1d068-38ee-43b1-983e-975e5826f519 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b657234d701d4fed8d1212c9119abe68&device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 1098 time: 0.0415723 Oct 28 09:37:21.576865 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384a7ae-d3c8-4a16-a523-594f8e231cd4 req-48ff57d1-f612-4a8d-a750-c21eda094de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:21.578397 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9384a7ae-d3c8-4a16-a523-594f8e231cd4 req-48ff57d1-f612-4a8d-a750-c21eda094de2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=27679303-a81b-460d-8771-941e694a0c8e HTTP/1.1" status: 200 len: 916 time: 0.1087935 Oct 28 09:37:21.825494 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9384a7ae-d3c8-4a16-a523-594f8e231cd4 req-b2216042-90aa-49b0-b498-45c046e7eb1e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d89e9c3c-8f0c-4e01-9d78-205c0d4dab14 HTTP/1.1" status: 200 len: 217 time: 0.2348714 Oct 28 09:37:21.829679 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-bb869f1a-b362-4228-8444-65a5ffad89ca tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:21.837199 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-bb869f1a-b362-4228-8444-65a5ffad89ca tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/networks?id=4a8d4e46-7ba2-4786-8afc-cf3952c1befc HTTP/1.1" status: 200 len: 809 time: 0.1272836 Oct 28 09:37:21.854071 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-087f948d-6e4b-4ada-982e-156b60436dc1 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/quotas/265bb79de13641a482c6b34868cb502e HTTP/1.1" status: 200 len: 375 time: 0.0159080 Oct 28 09:37:21.882945 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-3313f652-2880-455e-98e7-0a8a53e76e8d tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=265bb79de13641a482c6b34868cb502e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277352 Oct 28 09:37:21.895479 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384a7ae-d3c8-4a16-a523-594f8e231cd4 req-af293ca8-50ae-4ce6-88e5-993c8e4e6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:21.897200 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9384a7ae-d3c8-4a16-a523-594f8e231cd4 req-af293ca8-50ae-4ce6-88e5-993c8e4e6c2f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=736da4eb-0b64-47cf-a336-b2a25d32f39e HTTP/1.1" status: 200 len: 855 time: 0.0535219 Oct 28 09:37:21.965066 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9384a7ae-d3c8-4a16-a523-594f8e231cd4 req-a6f6ae3a-84b7-4e83-9d89-fb03d05eb03a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=27679303-a81b-460d-8771-941e694a0c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447252 Oct 28 09:37:21.988941 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-7f1f04fd-a0ef-4381-af48-1c51c66d6326 service neutron] 10.222.0.113 "GET /v2.0/networks/4a8d4e46-7ba2-4786-8afc-cf3952c1befc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963514 Oct 28 09:37:22.034630 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd61262-8b05-4e93-8c02-8b96dc1ba8a0 req-8c80f932-590e-460d-8b70-e19a566949fa tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:22.036204 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7cd61262-8b05-4e93-8c02-8b96dc1ba8a0 req-8c80f932-590e-460d-8b70-e19a566949fa tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.1292439 Oct 28 09:37:22.101440 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-e4c5292e-cd23-4611-80c0-94cadd6f9c6f service neutron] 10.222.0.113 "GET /v2.0/networks/4a8d4e46-7ba2-4786-8afc-cf3952c1befc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048732 Oct 28 09:37:22.102089 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7cd61262-8b05-4e93-8c02-8b96dc1ba8a0 req-56292691-bbb4-4c87-a82d-1e9e0e23941a tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559220 Oct 28 09:37:22.117458 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9384a7ae-d3c8-4a16-a523-594f8e231cd4 req-793d89a3-a65d-4a22-badf-9633b171188a service neutron] 10.222.0.98 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395361 Oct 28 09:37:22.217777 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:22.237872 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9384a7ae-d3c8-4a16-a523-594f8e231cd4 req-4d36eefa-e6aa-493a-b251-a180481c07c3 service neutron] 10.222.0.98 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064885 Oct 28 09:37:22.370829 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f984cb8-a329-4627-9320-fbefec027781 req-a27758a6-3aff-4885-8cf5-d7ee2ca6da26 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:22.372674 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4f984cb8-a329-4627-9320-fbefec027781 req-a27758a6-3aff-4885-8cf5-d7ee2ca6da26 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 945 time: 0.0897632 Oct 28 09:37:22.398386 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1de80ed8-a32e-40ab-a105-8e8834b23776 req-cb8d47d2-ff31-40b0-b671-331f07cb64f3 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=9db9dd18-3407-4a53-8466-3eabb0dc9e2f HTTP/1.1" status: 200 len: 210 time: 0.0536911 Oct 28 09:37:22.437001 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4f984cb8-a329-4627-9320-fbefec027781 req-4abb2e98-c447-4e67-9595-f616d3692a05 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/security-groups?id=943491b7-f74c-407e-a635-61e1b134d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579464 Oct 28 09:37:22.542483 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94232a5-a58e-4e7a-b967-33d8c083a4d9 req-e2c20363-597c-42c1-a6e1-950822d8d51d tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:22.544198 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f94232a5-a58e-4e7a-b967-33d8c083a4d9 req-e2c20363-597c-42c1-a6e1-950822d8d51d tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 944 time: 0.0560610 Oct 28 09:37:22.585601 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f94232a5-a58e-4e7a-b967-33d8c083a4d9 req-9482c596-8fbf-4e26-8220-8ca517635fcd tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351887 Oct 28 09:37:22.771419 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add6bce-46d9-4809-a3ec-25599aab11d3 req-d879a2e0-dc67-4ab3-8595-9d4dc92863b1 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:22.773543 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8add6bce-46d9-4809-a3ec-25599aab11d3 req-d879a2e0-dc67-4ab3-8595-9d4dc92863b1 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 945 time: 0.0535724 Oct 28 09:37:22.923781 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-8add6bce-46d9-4809-a3ec-25599aab11d3 req-059e5df2-696f-462e-b556-5ebb4e8e8eb1 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Deleting port a30098a8-0399-43c6-90f4-90890885b5be {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:37:22.924514 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-8add6bce-46d9-4809-a3ec-25599aab11d3 req-059e5df2-696f-462e-b556-5ebb4e8e8eb1 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:22.982499 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device ebfeec55-039f-4993-a732-b456cb05e632 up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:37:23.035058 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-8add6bce-46d9-4809-a3ec-25599aab11d3 req-059e5df2-696f-462e-b556-5ebb4e8e8eb1 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] For port a30098a8-0399-43c6-90f4-90890885b5be, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a30098a8-0399-43c6-90f4-90890885b5be,segment=NetworkSegment(e650cf88-e039-4065-ba6d-a962d6f93629),segment_id=e650cf88-e039-4065-ba6d-a962d6f93629)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:23.035529 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-8add6bce-46d9-4809-a3ec-25599aab11d3 req-059e5df2-696f-462e-b556-5ebb4e8e8eb1 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:23.048970 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning for port ebfeec55-039f-4993-a732-b456cb05e632 completed by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:37:23.053427 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port ebfeec55-039f-4993-a732-b456cb05e632 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:23.053594 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-8add6bce-46d9-4809-a3ec-25599aab11d3 req-059e5df2-696f-462e-b556-5ebb4e8e8eb1 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Calling delete_port for a30098a8-0399-43c6-90f4-90890885b5be owned by compute:nova {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:37:23.053808 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:23.139892 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:23.167648 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f6d00e-c73d-4c27-b321-3a23ccfa904f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfeec55-039f-4993-a732-b456cb05e632'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:23.171227 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c09436-b0bd-44ab-8dd0-e454f17f2c9f" -d '{"events": [{"server_uuid": "d9f6d00e-c73d-4c27-b321-3a23ccfa904f", "name": "network-vif-plugged", "status": "completed", "tag": "ebfeec55-039f-4993-a732-b456cb05e632"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:23.185628 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port ebfeec55-039f-4993-a732-b456cb05e632, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ebfeec55-039f-4993-a732-b456cb05e632,segment=NetworkSegment(8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a),segment_id=8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:23.190267 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:23.227571 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20dd1ba-3bcb-4349-aabe-492aa5f22ec2 x-openstack-request-id: req-c20dd1ba-3bcb-4349-aabe-492aa5f22ec2 {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:23.228292 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f6d00e-c73d-4c27-b321-3a23ccfa904f", "name": "network-vif-plugged", "status": "completed", "tag": "ebfeec55-039f-4993-a732-b456cb05e632", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:23.228292 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c20dd1ba-3bcb-4349-aabe-492aa5f22ec2 {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:23.228539 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f6d00e-c73d-4c27-b321-3a23ccfa904f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfeec55-039f-4993-a732-b456cb05e632', 'code': 200} Oct 28 09:37:23.229650 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-8add6bce-46d9-4809-a3ec-25599aab11d3 req-059e5df2-696f-462e-b556-5ebb4e8e8eb1 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:23.250526 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['a30098a8-0399-43c6-90f4-90890885b5be'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:37:23.266601 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e5df2-696f-462e-b556-5ebb4e8e8eb1 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Pushing event deleted for resources: {'Port': ['ID=a30098a8-0399-43c6-90f4-90890885b5be,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:23.283008 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=ebfeec55-039f-4993-a732-b456cb05e632,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:23.293427 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ab42d-c315-4e2b-aac7-29e32e6fa28e req-ad93a9e9-3304-452d-a79c-1731ccdac168 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:23.296591 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e09ab42d-c315-4e2b-aac7-29e32e6fa28e req-ad93a9e9-3304-452d-a79c-1731ccdac168 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0885017 Oct 28 09:37:23.344314 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e09ab42d-c315-4e2b-aac7-29e32e6fa28e req-e6e2b7b0-eaca-49bc-aa68-809d0b947afc tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395594 Oct 28 09:37:23.346032 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-8add6bce-46d9-4809-a3ec-25599aab11d3 req-059e5df2-696f-462e-b556-5ebb4e8e8eb1 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] No DVR routers for this DVR port a30098a8-0399-43c6-90f4-90890885b5be on host hv-cinder-81514 {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:37:23.349034 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-8add6bce-46d9-4809-a3ec-25599aab11d3 req-059e5df2-696f-462e-b556-5ebb4e8e8eb1 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:23.352644 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8add6bce-46d9-4809-a3ec-25599aab11d3 req-059e5df2-696f-462e-b556-5ebb4e8e8eb1 tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.98 "DELETE /v2.0/ports/a30098a8-0399-43c6-90f4-90890885b5be HTTP/1.1" status: 204 len: 173 time: 0.5632863 Oct 28 09:37:23.353085 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c76a76a-9fbb-40e8-b602-313022517c49', 'name': 'network-vif-deleted', 'tag': 'a30098a8-0399-43c6-90f4-90890885b5be'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:23.355365 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000960df-7007-47fa-9941-7845a9d7620e" -d '{"events": [{"server_uuid": "0c76a76a-9fbb-40e8-b602-313022517c49", "name": "network-vif-deleted", "tag": "a30098a8-0399-43c6-90f4-90890885b5be"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:23.406103 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8768a5-01c1-43bf-9203-d9b1637a2f03 x-openstack-request-id: req-ca8768a5-01c1-43bf-9203-d9b1637a2f03 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:23.406476 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c76a76a-9fbb-40e8-b602-313022517c49", "name": "network-vif-deleted", "tag": "a30098a8-0399-43c6-90f4-90890885b5be", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:23.406631 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ca8768a5-01c1-43bf-9203-d9b1637a2f03 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:23.407051 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c76a76a-9fbb-40e8-b602-313022517c49', 'name': 'network-vif-deleted', 'tag': 'a30098a8-0399-43c6-90f4-90890885b5be', 'status': 'completed', 'code': 200} Oct 28 09:37:23.448423 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53125f3a-ef48-4e2e-b877-546218d7dddf req-1e2f6465-1430-43dd-b547-a9e51e6c90a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:23.450042 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-53125f3a-ef48-4e2e-b877-546218d7dddf req-1e2f6465-1430-43dd-b547-a9e51e6c90a3 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 1098 time: 0.0560164 Oct 28 09:37:23.512130 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-53125f3a-ef48-4e2e-b877-546218d7dddf req-a3c1c1f2-3c2a-47fd-a461-6ab4209c3a96 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461121 Oct 28 09:37:23.523617 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-cb038f51-4946-45e2-b81d-e472e9e9cf44 req-f02dc7b7-5fb0-40bf-9187-9302e8c4f474 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=9db9dd18-3407-4a53-8466-3eabb0dc9e2f HTTP/1.1" status: 200 len: 210 time: 0.0462935 Oct 28 09:37:23.590367 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-26b6e17e-5ea5-408e-b077-a3a4b3c75382 req-c895fcbc-9538-4aae-8079-4405746b68ca tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 210 time: 0.0334060 Oct 28 09:37:23.714549 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba0631-b140-44d7-8253-0a3210d13573 req-564389f5-35bb-42eb-8d86-4e42dd556310 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:23.716095 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fcba0631-b140-44d7-8253-0a3210d13573 req-564389f5-35bb-42eb-8d86-4e42dd556310 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 945 time: 0.0568357 Oct 28 09:37:23.758980 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fcba0631-b140-44d7-8253-0a3210d13573 req-edc65c0f-2b21-4e38-a508-9abbe6d61747 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365262 Oct 28 09:37:23.796585 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 53636) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:23.935782 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-38fdb14e-c2ba-46b0-827e-5832eb087427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:24.000943 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-152e3e48-b82f-4b12-bf75-9d8f0721b657 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:24.002467 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-152e3e48-b82f-4b12-bf75-9d8f0721b657 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.98 "GET /v2.0/networks?id=4a8d4e46-7ba2-4786-8afc-cf3952c1befc HTTP/1.1" status: 200 len: 809 time: 0.1480269 Oct 28 09:37:24.023646 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-52b08b1c-dc8e-4400-a7b2-8001e90de683 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Request body: {'port': {'device_id': '9db9dd18-3407-4a53-8466-3eabb0dc9e2f', 'network_id': '4a8d4e46-7ba2-4786-8afc-cf3952c1befc', 'admin_state_up': True, 'tenant_id': '265bb79de13641a482c6b34868cb502e'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:24.036991 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-38fdb14e-c2ba-46b0-827e-5832eb087427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:24.043326 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-38fdb14e-c2ba-46b0-827e-5832eb087427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:24.085977 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-38fdb14e-c2ba-46b0-827e-5832eb087427 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3d3e085e4b90415989369a52ba365611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883048 Oct 28 09:37:24.086858 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdb14e-c2ba-46b0-827e-5832eb087427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce8c6cd-52c6-4342-a1b8-6fd73ffe3d77,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:24.089382 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 53646) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:24.178267 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-3ba28742-34d4-4d5e-8211-fef499056670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:24.192112 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-52b08b1c-dc8e-4400-a7b2-8001e90de683 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Made reservation on behalf of 265bb79de13641a482c6b34868cb502e for: {'port': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:37:24.196114 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-52b08b1c-dc8e-4400-a7b2-8001e90de683 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:24.216706 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-3ba28742-34d4-4d5e-8211-fef499056670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:24.341276 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-3ba28742-34d4-4d5e-8211-fef499056670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:24.343846 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-3ba28742-34d4-4d5e-8211-fef499056670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:24.344995 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-3ba28742-34d4-4d5e-8211-fef499056670 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8ce8c6cd-52c6-4342-a1b8-6fd73ffe3d77 HTTP/1.1" status: 204 len: 168 time: 0.2523301 Oct 28 09:37:24.363661 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba28742-34d4-4d5e-8211-fef499056670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce8c6cd-52c6-4342-a1b8-6fd73ffe3d77,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:24.375961 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-52b08b1c-dc8e-4400-a7b2-8001e90de683 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Allocated IP 172.20.0.9 (4a8d4e46-7ba2-4786-8afc-cf3952c1befc/c98c5eb6-e40a-4005-9423-a56eda2b3640/eb6faf41-6efe-4558-b7ab-00940e6b6a5e) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:37:24.531233 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce95801-69cb-49d1-b571-c8f663cb57e0 req-c69545e5-46c8-4baf-9f91-27ecd6508023 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:24.532760 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cce95801-69cb-49d1-b571-c8f663cb57e0 req-c69545e5-46c8-4baf-9f91-27ecd6508023 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.1140797 Oct 28 09:37:24.601113 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cce95801-69cb-49d1-b571-c8f663cb57e0 req-9125a9f9-c129-4c26-8966-f9398e648749 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610268 Oct 28 09:37:24.626443 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-52b08b1c-dc8e-4400-a7b2-8001e90de683 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:24.644683 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-4045ee77-f19f-401b-a9c6-f70211767062 req-ddfe02b5-bad7-41a4-b82d-84a7cd41c4ff tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=9db9dd18-3407-4a53-8466-3eabb0dc9e2f HTTP/1.1" status: 200 len: 210 time: 0.0377109 Oct 28 09:37:24.679975 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-52b08b1c-dc8e-4400-a7b2-8001e90de683 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:24.761578 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-84d3783b-85cc-488b-b951-a8816858e080 req-ef6ae0a4-6f0a-40ed-9e18-03f6f3d5859e tempest-DeleteServersTestJSON-343464003 tempest-DeleteServersTestJSON-343464003-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c76a76a-9fbb-40e8-b602-313022517c49 HTTP/1.1" status: 200 len: 210 time: 0.0439968 Oct 28 09:37:24.769761 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-52b08b1c-dc8e-4400-a7b2-8001e90de683 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Network 4a8d4e46-7ba2-4786-8afc-cf3952c1befc is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:37:24.775240 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-52b08b1c-dc8e-4400-a7b2-8001e90de683 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:24.777928 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-52b08b1c-dc8e-4400-a7b2-8001e90de683 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:37:24.783872 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-52b08b1c-dc8e-4400-a7b2-8001e90de683 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:24.784507 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-52b08b1c-dc8e-4400-a7b2-8001e90de683 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:24.788840 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b08b1c-dc8e-4400-a7b2-8001e90de683 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Pushing event updated for resources: {'Port': ['ID=eb6faf41-6efe-4558-b7ab-00940e6b6a5e,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:24.821575 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-52b08b1c-dc8e-4400-a7b2-8001e90de683 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8029897 Oct 28 09:37:24.857668 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] Request body: {'port': {'device_id': '9db9dd18-3407-4a53-8466-3eabb0dc9e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:24.923223 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f00a32-8ad7-47d7-8b97-49d6e5adac43 req-32e271b9-bc64-426c-9e59-d34caf7b47d9 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:24.933312 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d3f00a32-8ad7-47d7-8b97-49d6e5adac43 req-32e271b9-bc64-426c-9e59-d34caf7b47d9 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 945 time: 0.0821114 Oct 28 09:37:24.954245 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 53668) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:24.969833 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:24.991759 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-39c37109-86b6-4258-b848-9ace11fa5fdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:25.045549 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 53672) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:25.052150 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d3f00a32-8ad7-47d7-8b97-49d6e5adac43 req-eb47f517-57d9-4de0-afe2-813eef08df33 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128347 Oct 28 09:37:25.146682 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-39c37109-86b6-4258-b848-9ace11fa5fdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:25.157309 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-39c37109-86b6-4258-b848-9ace11fa5fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:25.210383 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-39c37109-86b6-4258-b848-9ace11fa5fdc admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=acdeb5636ee54ed797135caa86dff901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537923 Oct 28 09:37:25.211029 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c37109-86b6-4258-b848-9ace11fa5fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27ecde9-ceac-4d04-b05f-fd949651fe1d,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:25.214799 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 53676) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:25.270951 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-1989ce21-ea31-40fe-b846-c9cd1913c5ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:25.274101 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-1c5f7585-5395-4712-b37c-899eea26c27a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:25.298453 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-1c5f7585-5395-4712-b37c-899eea26c27a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:25.349521 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-1c5f7585-5395-4712-b37c-899eea26c27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:25.352442 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-1c5f7585-5395-4712-b37c-899eea26c27a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:25.356023 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-1c5f7585-5395-4712-b37c-899eea26c27a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e27ecde9-ceac-4d04-b05f-fd949651fe1d HTTP/1.1" status: 204 len: 168 time: 0.1376839 Oct 28 09:37:25.361536 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f7585-5395-4712-b37c-899eea26c27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27ecde9-ceac-4d04-b05f-fd949651fe1d,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:25.448292 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6faf41-6efe-4558-b7ab-00940e6b6a5e {{(pid=101550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:37:25.458316 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-1989ce21-ea31-40fe-b846-c9cd1913c5ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:25.460735 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:25.463750 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-1989ce21-ea31-40fe-b846-c9cd1913c5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:25.513829 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.provisioning_blocks [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] Transition to ACTIVE for port object eb6faf41-6efe-4558-b7ab-00940e6b6a5e will not be triggered until provisioned by entity L2. {{(pid=101550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:37:25.516194 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989ce21-ea31-40fe-b846-c9cd1913c5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54801b9-cf7f-41eb-97ba-b0da4697050d,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:25.523435 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-1989ce21-ea31-40fe-b846-c9cd1913c5ed admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=47327b7341884f86b9f7ebeb337a73f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4748788 Oct 28 09:37:25.524650 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:25.526305 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 53682) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:25.593078 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-88d85ac0-235c-448c-bf5d-566730de15ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:25.601934 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6faf41-6efe-4558-b7ab-00940e6b6a5e,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:25.615913 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] Attempting to bind port eb6faf41-6efe-4558-b7ab-00940e6b6a5e on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:37:25.616297 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] Attempting to bind port eb6faf41-6efe-4558-b7ab-00940e6b6a5e by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '93bf65e0-2d6c-47bc-ab50-5f0d7f232d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4a8d4e46-7ba2-4786-8afc-cf3952c1befc'}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:37:25.616679 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] Attempting to bind port eb6faf41-6efe-4558-b7ab-00940e6b6a5e on network 4a8d4e46-7ba2-4786-8afc-cf3952c1befc {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:37:25.621098 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] Port eb6faf41-6efe-4558-b7ab-00940e6b6a5e on network 4a8d4e46-7ba2-4786-8afc-cf3952c1befc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:37:25.621418 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] Attempting to bind port eb6faf41-6efe-4558-b7ab-00940e6b6a5e on network 4a8d4e46-7ba2-4786-8afc-cf3952c1befc {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:37:25.622504 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-88d85ac0-235c-448c-bf5d-566730de15ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:25.626248 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] Checking agent: {'id': 'afc7fccb-f5d9-4cc0-9292-378149b33414', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'started_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:37:25.626581 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] Checking segment: {'id': '93bf65e0-2d6c-47bc-ab50-5f0d7f232d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4a8d4e46-7ba2-4786-8afc-cf3952c1befc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:37:25.626956 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] Bound using segment: {'id': '93bf65e0-2d6c-47bc-ab50-5f0d7f232d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4a8d4e46-7ba2-4786-8afc-cf3952c1befc'} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:37:25.628725 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] Bound port: eb6faf41-6efe-4558-b7ab-00940e6b6a5e, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93bf65e0-2d6c-47bc-ab50-5f0d7f232d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4a8d4e46-7ba2-4786-8afc-cf3952c1befc'}}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:37:25.628725 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:25.715051 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] For port eb6faf41-6efe-4558-b7ab-00940e6b6a5e, host hv-cinder-81514, cleared binding levels {{(pid=101550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:37:25.719131 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] For port eb6faf41-6efe-4558-b7ab-00940e6b6a5e, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=eb6faf41-6efe-4558-b7ab-00940e6b6a5e,segment=NetworkSegment(93bf65e0-2d6c-47bc-ab50-5f0d7f232d59),segment_id=93bf65e0-2d6c-47bc-ab50-5f0d7f232d59)] {{(pid=101550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:37:25.727361 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:25.746445 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-88d85ac0-235c-448c-bf5d-566730de15ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:25.750606 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-88d85ac0-235c-448c-bf5d-566730de15ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:25.754572 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-88d85ac0-235c-448c-bf5d-566730de15ff admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b54801b9-cf7f-41eb-97ba-b0da4697050d HTTP/1.1" status: 204 len: 168 time: 0.2265577 Oct 28 09:37:25.773336 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8499a-f301-4fc1-8481-5379cdb784aa req-df50e424-54a9-41b4-a6b3-d4da36eec117 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:25.774746 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-59e8499a-f301-4fc1-8481-5379cdb784aa req-df50e424-54a9-41b4-a6b3-d4da36eec117 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0832951 Oct 28 09:37:25.775957 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d85ac0-235c-448c-bf5d-566730de15ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54801b9-cf7f-41eb-97ba-b0da4697050d,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:25.812724 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:25.813748 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:25.815457 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] 10.222.0.98 "PUT /v2.0/ports/eb6faf41-6efe-4558-b7ab-00940e6b6a5e HTTP/1.1" status: 200 len: 1093 time: 0.9629633 Oct 28 09:37:25.819487 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db9dd18-3407-4a53-8466-3eabb0dc9e2f', 'tag': 'eb6faf41-6efe-4558-b7ab-00940e6b6a5e'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:25.822066 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a01fe6-5c2b-4be9-80bb-9b9b87712870" -d '{"events": [{"name": "network-changed", "server_uuid": "9db9dd18-3407-4a53-8466-3eabb0dc9e2f", "tag": "eb6faf41-6efe-4558-b7ab-00940e6b6a5e"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:25.854076 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-59e8499a-f301-4fc1-8481-5379cdb784aa req-19fd1d28-d603-48d8-8f8d-ffc749017bef tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574803 Oct 28 09:37:25.857063 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62803e-6f4f-42ee-9fca-9852acbea7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6faf41-6efe-4558-b7ab-00940e6b6a5e,revision_number=3']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:25.877526 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a03fd-f14b-43d3-a4e0-c5de15318f83 req-7306d653-c48e-4290-ad1d-87640c4cf89a tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:25.879417 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c67a03fd-f14b-43d3-a4e0-c5de15318f83 req-7306d653-c48e-4290-ad1d-87640c4cf89a tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=9db9dd18-3407-4a53-8466-3eabb0dc9e2f HTTP/1.1" status: 200 len: 943 time: 0.1158724 Oct 28 09:37:25.955343 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c67a03fd-f14b-43d3-a4e0-c5de15318f83 req-9a21171c-b34e-456f-bd7b-8352fc8b7513 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647559 Oct 28 09:37:25.960370 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-09d3d7d7-e788-4901-9dfa-2b11cf149ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:25.962261 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-09d3d7d7-e788-4901-9dfa-2b11cf149ecb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=265bb79de13641a482c6b34868cb502e&device_id=9db9dd18-3407-4a53-8466-3eabb0dc9e2f HTTP/1.1" status: 200 len: 1096 time: 0.0817599 Oct 28 09:37:25.986338 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255a1d88-37d6-4686-a7ad-962be8da392e x-openstack-request-id: req-255a1d88-37d6-4686-a7ad-962be8da392e {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:25.986644 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db9dd18-3407-4a53-8466-3eabb0dc9e2f", "tag": "eb6faf41-6efe-4558-b7ab-00940e6b6a5e", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:25.986955 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-255a1d88-37d6-4686-a7ad-962be8da392e {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:25.987401 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db9dd18-3407-4a53-8466-3eabb0dc9e2f', 'tag': 'eb6faf41-6efe-4558-b7ab-00940e6b6a5e', 'status': 'completed', 'code': 200} Oct 28 09:37:26.025023 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-109efe32-5103-4e64-9121-52256e361761 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb6faf41-6efe-4558-b7ab-00940e6b6a5e HTTP/1.1" status: 200 len: 217 time: 0.0474851 Oct 28 09:37:26.172292 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-0ee53e7f-532a-472c-895b-1f6490a638d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:26.174132 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-0ee53e7f-532a-472c-895b-1f6490a638d6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c98c5eb6-e40a-4005-9423-a56eda2b3640 HTTP/1.1" status: 200 len: 849 time: 0.1266429 Oct 28 09:37:26.233815 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e5825-5af8-4bc7-ad71-b047de485d31 req-ee2d9b5e-6648-42e8-810d-3aa8a3f89eeb tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:26.235515 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a93e5825-5af8-4bc7-ad71-b047de485d31 req-ee2d9b5e-6648-42e8-810d-3aa8a3f89eeb tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 945 time: 0.0955575 Oct 28 09:37:26.242325 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-f59a5112-ed57-47a1-8c2a-14df182c4c88 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4a8d4e46-7ba2-4786-8afc-cf3952c1befc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571423 Oct 28 09:37:26.303781 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a93e5825-5af8-4bc7-ad71-b047de485d31 req-cb182289-617c-4f8b-a1ac-6566418d74a9 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551965 Oct 28 09:37:26.378823 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-72929db3-0589-4b2c-af28-c63510ecacad service neutron] 10.222.0.98 "GET /v2.0/networks/4a8d4e46-7ba2-4786-8afc-cf3952c1befc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223457 Oct 28 09:37:26.389770 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 53734) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:26.423791 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-ec933732-2519-4b55-9b33-9d3ee0cbdc47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:26.529711 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0f9e94a0-43d9-41d6-a3e7-9a3116297e5f req-7d602fdc-3871-4b23-a328-742feacf456d service neutron] 10.222.0.98 "GET /v2.0/networks/4a8d4e46-7ba2-4786-8afc-cf3952c1befc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413970 Oct 28 09:37:26.574575 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-ec933732-2519-4b55-9b33-9d3ee0cbdc47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:26.579338 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-ec933732-2519-4b55-9b33-9d3ee0cbdc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:26.651719 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec933732-2519-4b55-9b33-9d3ee0cbdc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a891f8-1e34-4107-bd0c-2dcc197c98db,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:26.669755 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-ec933732-2519-4b55-9b33-9d3ee0cbdc47 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d0bb66f64645448d83aad520128988df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788901 Oct 28 09:37:26.670028 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 53746) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:26.681210 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a01fe6-5c2b-4be9-80bb-9b9b87712870 req-c873a1fc-929e-4ae7-826b-6463fbe37a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:26.682937 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-56a01fe6-5c2b-4be9-80bb-9b9b87712870 req-c873a1fc-929e-4ae7-826b-6463fbe37a9d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=265bb79de13641a482c6b34868cb502e&device_id=9db9dd18-3407-4a53-8466-3eabb0dc9e2f HTTP/1.1" status: 200 len: 1096 time: 0.0889509 Oct 28 09:37:26.739107 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0275b820-7615-477c-910d-9469c121d502 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:26.764761 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0275b820-7615-477c-910d-9469c121d502 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:26.810299 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a01fe6-5c2b-4be9-80bb-9b9b87712870 req-4820aa7d-036e-4862-9c99-8f1e60c67933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:26.811803 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-56a01fe6-5c2b-4be9-80bb-9b9b87712870 req-4820aa7d-036e-4862-9c99-8f1e60c67933 service neutron] 10.222.0.98 "GET /v2.0/networks?id=4a8d4e46-7ba2-4786-8afc-cf3952c1befc HTTP/1.1" status: 200 len: 910 time: 0.1209052 Oct 28 09:37:26.836275 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0275b820-7615-477c-910d-9469c121d502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:26.840653 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0275b820-7615-477c-910d-9469c121d502 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:26.841819 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-0275b820-7615-477c-910d-9469c121d502 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f8a891f8-1e34-4107-bd0c-2dcc197c98db HTTP/1.1" status: 204 len: 168 time: 0.1708698 Oct 28 09:37:26.854264 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275b820-7615-477c-910d-9469c121d502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a891f8-1e34-4107-bd0c-2dcc197c98db,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:26.920031 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-56a01fe6-5c2b-4be9-80bb-9b9b87712870 req-0cd01e14-261b-4ce1-8cda-3a378234a313 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb6faf41-6efe-4558-b7ab-00940e6b6a5e HTTP/1.1" status: 200 len: 217 time: 0.0977273 Oct 28 09:37:27.000049 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device a30098a8-0399-43c6-90f4-90890885b5be no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:37:27.043812 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a01fe6-5c2b-4be9-80bb-9b9b87712870 req-a0b7bed2-dfb6-4c7f-b294-234040fd0a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:27.052327 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-56a01fe6-5c2b-4be9-80bb-9b9b87712870 req-a0b7bed2-dfb6-4c7f-b294-234040fd0a3d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c98c5eb6-e40a-4005-9423-a56eda2b3640 HTTP/1.1" status: 200 len: 849 time: 0.1151943 Oct 28 09:37:27.077727 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] No Port match for: a30098a8-0399-43c6-90f4-90890885b5be {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:37:27.078236 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device a30098a8-0399-43c6-90f4-90890885b5be not bound to the agent host hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:37:27.110268 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-56a01fe6-5c2b-4be9-80bb-9b9b87712870 req-43ce36d8-08f0-4932-86b0-da35af85f0e4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4a8d4e46-7ba2-4786-8afc-cf3952c1befc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483983 Oct 28 09:37:27.221597 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631c0d3-072b-48eb-954a-9b82540d1640 req-5fa925dd-247c-4f13-8b6c-d441c7280f78 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:27.223195 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c631c0d3-072b-48eb-954a-9b82540d1640 req-5fa925dd-247c-4f13-8b6c-d441c7280f78 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0572822 Oct 28 09:37:27.225374 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d123c-8240-4945-9a71-f491e5df279f req-b5b339cf-6c6b-4103-a5f6-ffde6fec08a3 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:27.227251 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-336d123c-8240-4945-9a71-f491e5df279f req-b5b339cf-6c6b-4103-a5f6-ffde6fec08a3 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=9db9dd18-3407-4a53-8466-3eabb0dc9e2f HTTP/1.1" status: 200 len: 943 time: 0.1194372 Oct 28 09:37:27.271701 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-56a01fe6-5c2b-4be9-80bb-9b9b87712870 req-95d3f4db-41cd-44ac-aedb-c7ef1e1fa236 service neutron] 10.222.0.98 "GET /v2.0/networks/4a8d4e46-7ba2-4786-8afc-cf3952c1befc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503425 Oct 28 09:37:27.273075 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c631c0d3-072b-48eb-954a-9b82540d1640 req-399949fa-3f7d-4c93-b552-707275a52f21 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367389 Oct 28 09:37:27.303647 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-336d123c-8240-4945-9a71-f491e5df279f req-bfe000d7-92d7-4cdc-91d3-04091e192739 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656753 Oct 28 09:37:27.398025 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-56a01fe6-5c2b-4be9-80bb-9b9b87712870 req-c4af383c-603d-4c1a-a5fe-bb692ccc219c service neutron] 10.222.0.98 "GET /v2.0/networks/4a8d4e46-7ba2-4786-8afc-cf3952c1befc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072576 Oct 28 09:37:27.464678 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 53780) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:27.521494 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_v2 [None req-6259672e-b620-401b-9232-2aa7baa46c27 admin admin] Deleting subnet d1b7a569-2c9d-4152-9710-2db39adc412c {{(pid=101549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:37:27.524919 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-6259672e-b620-401b-9232-2aa7baa46c27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:27.561032 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-6259672e-b620-401b-9232-2aa7baa46c27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2871594'] for subnet, precommit_delete_associations {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:27.604985 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-6259672e-b620-401b-9232-2aa7baa46c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690075'] for subnet, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:27.664046 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-6259672e-b620-401b-9232-2aa7baa46c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8445689'] for subnet, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:27.688510 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259672e-b620-401b-9232-2aa7baa46c27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b7a569-2c9d-4152-9710-2db39adc412c,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:27.697416 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-6259672e-b620-401b-9232-2aa7baa46c27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:27.700686 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-6259672e-b620-401b-9232-2aa7baa46c27 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/d1b7a569-2c9d-4152-9710-2db39adc412c HTTP/1.1" status: 204 len: 168 time: 0.2350016 Oct 28 09:37:27.703420 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 53790) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:27.782228 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7814304'] for network, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:28.070278 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692238', 'neutron.services.segments.db._delete_segments_for_network-8729415614302'] for network, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:28.093368 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:28.093722 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:28.094499 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:28.094830 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] Subscribe: > port after_create 55550000 {{(pid=101550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:28.095155 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:28.095484 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] Subscribe: > port after_update 55550000 {{(pid=101550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:28.095849 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:28.096226 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:28.096497 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:28.096821 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:28.186529 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:28.187093 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:28.187589 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:28.188839 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:37:28.189356 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.services.segments.db [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c']}} {{(pid=101550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:28.208675 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.services.segments.db [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e650cf88-e039-4065-ba6d-a962d6f93629') {'for_net_delete': True} {{(pid=101550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:28.208964 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.services.segments.db [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e650cf88-e039-4065-ba6d-a962d6f93629') {} {{(pid=101550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:28.231162 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729415615847', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8896753'] for segment, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:28.256824 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:28.270465 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:37:28.270996 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8897136'] for segment, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: from cryptography.utils import int_from_bytes Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: from cryptography.utils import int_from_bytes Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: Traceback (most recent call last): Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: timer() Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: cb(*args, **kw) Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: return func(*args, **kwargs) Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: self._notify() Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: self.callback(batched_events) Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: event.method(event) Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: return f(self, *a, **k) Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: return self._get(url).json() Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: return self.request(url, 'GET', **kwargs) Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:37:28.277339 dv-cinder-815146-5-iscsi neutron-server[101550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:37:28.348566 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640007'] for network, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:28.367434 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:28.369585 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:28.375371 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-beefe7d1-1851-41b4-9dec-d6f48f7ee621 admin admin] 10.222.0.113 "DELETE /v2.0/networks/ab77e7e3-c3f3-4b6f-9cbc-ac1358c3630c HTTP/1.1" status: 204 len: 168 time: 0.6687534 Oct 28 09:37:28.451749 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289bc89-9a21-4065-beee-6f6ada8445d7 req-81fd222f-d957-4653-863c-4b54e939e926 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:28.461725 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3289bc89-9a21-4065-beee-6f6ada8445d7 req-81fd222f-d957-4653-863c-4b54e939e926 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0733507 Oct 28 09:37:28.462121 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402c923-67d8-4095-bff7-caf2e8242a1c req-15108f57-2017-4860-a01b-a413357bcf32 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:28.463647 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b402c923-67d8-4095-bff7-caf2e8242a1c req-15108f57-2017-4860-a01b-a413357bcf32 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=9db9dd18-3407-4a53-8466-3eabb0dc9e2f HTTP/1.1" status: 200 len: 943 time: 0.0612135 Oct 28 09:37:28.477281 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 53820) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:28.508066 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b402c923-67d8-4095-bff7-caf2e8242a1c req-7c15aeb1-f875-4c9c-abb2-720c44ea1f51 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367219 Oct 28 09:37:28.518770 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3289bc89-9a21-4065-beee-6f6ada8445d7 req-2ee2a342-5e5d-46ec-b9c5-cfe8a899e687 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559578 Oct 28 09:37:28.621572 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 53832) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:28.647569 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-d5f78f7f-b874-42b6-927e-affb86f040a5 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=3b80de00771b42958d41dd36908280cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359564 Oct 28 09:37:28.657530 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-53795dc9-688a-4e30-b3e3-49d5c4633ba5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:28.664520 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-46254306-9123-4787-952f-d468c00239c4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=fd2287341d704c78b0b7fb36cff0fc14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0418019 Oct 28 09:37:28.666923 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 53834) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:28.720871 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-06ebbfb7-bc86-4a6a-b680-89a86748dfbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:28.742804 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-06ebbfb7-bc86-4a6a-b680-89a86748dfbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:28.792466 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-06ebbfb7-bc86-4a6a-b680-89a86748dfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:28.795113 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-06ebbfb7-bc86-4a6a-b680-89a86748dfbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:28.796287 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-06ebbfb7-bc86-4a6a-b680-89a86748dfbc admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/943491b7-f74c-407e-a635-61e1b134d32c HTTP/1.1" status: 204 len: 168 time: 0.1284678 Oct 28 09:37:28.805632 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebbfb7-bc86-4a6a-b680-89a86748dfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943491b7-f74c-407e-a635-61e1b134d32c,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:28.887949 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-64d5aae8-7a62-4602-bc9b-267062c6430a tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:28.889835 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-64d5aae8-7a62-4602-bc9b-267062c6430a tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2295954 Oct 28 09:37:28.917165 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-dc05ce46-6c2b-442c-900b-23562db4f245 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/quotas/3b80de00771b42958d41dd36908280cf HTTP/1.1" status: 200 len: 375 time: 0.0186222 Oct 28 09:37:28.940170 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-53795dc9-688a-4e30-b3e3-49d5c4633ba5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:28.957919 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-53795dc9-688a-4e30-b3e3-49d5c4633ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:28.962365 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-3c5aa5c9-614e-4da7-9cef-e22ecc83a6ae tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=3b80de00771b42958d41dd36908280cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360844 Oct 28 09:37:29.003955 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-53795dc9-688a-4e30-b3e3-49d5c4633ba5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3a77a73bb83d400e889366079cd7cbb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5256262 Oct 28 09:37:29.004934 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53795dc9-688a-4e30-b3e3-49d5c4633ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc975e9-cbde-46ed-a2eb-d919da72cdc1,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:29.007418 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 53840) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:29.073185 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-c7fb75b4-1abf-4a43-9a5e-3f50113cdd9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:29.119064 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-c7fb75b4-1abf-4a43-9a5e-3f50113cdd9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:29.183517 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9ffa45da-7b7d-4481-a23d-2a8c7b99f346 req-e3f75012-4ccd-44eb-828f-958ceee9f469 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 210 time: 0.0536060 Oct 28 09:37:29.222774 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-c7fb75b4-1abf-4a43-9a5e-3f50113cdd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:29.226687 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-c7fb75b4-1abf-4a43-9a5e-3f50113cdd9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:29.228097 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-c7fb75b4-1abf-4a43-9a5e-3f50113cdd9c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/cbc975e9-cbde-46ed-a2eb-d919da72cdc1 HTTP/1.1" status: 204 len: 168 time: 0.2193401 Oct 28 09:37:29.243120 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb75b4-1abf-4a43-9a5e-3f50113cdd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc975e9-cbde-46ed-a2eb-d919da72cdc1,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:29.577408 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-b1aea3b0-4549-4198-ae6d-0b59f182f060 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:29.585154 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-b1aea3b0-4549-4198-ae6d-0b59f182f060 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/networks?id=27679303-a81b-460d-8771-941e694a0c8e HTTP/1.1" status: 200 len: 815 time: 0.1423688 Oct 28 09:37:29.602376 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-1e355d60-0edb-47dd-8646-22cd1950b700 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/quotas/b657234d701d4fed8d1212c9119abe68 HTTP/1.1" status: 200 len: 375 time: 0.0162830 Oct 28 09:37:29.673899 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-8fca0106-3f84-4b07-aebc-bd6401ca0e20 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=b657234d701d4fed8d1212c9119abe68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705018 Oct 28 09:37:29.760371 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50fa8d-be0f-4623-913b-23b8cf9af2b2 req-dbb35108-b480-47bd-8d1f-72a0927ad0c3 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:29.772725 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3b50fa8d-be0f-4623-913b-23b8cf9af2b2 req-dbb35108-b480-47bd-8d1f-72a0927ad0c3 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=9db9dd18-3407-4a53-8466-3eabb0dc9e2f HTTP/1.1" status: 200 len: 943 time: 0.1371424 Oct 28 09:37:29.791085 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-fac9fd97-ea88-43d6-915b-6d200583a790 service neutron] 10.222.0.113 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162887 Oct 28 09:37:29.820319 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3b50fa8d-be0f-4623-913b-23b8cf9af2b2 req-9267d0a6-46e4-4bca-bf4f-e92f23a06a7d tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462348 Oct 28 09:37:29.920384 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-6674107e-70cd-4c81-b0b0-3fa16d3dda3c service neutron] 10.222.0.113 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283200 Oct 28 09:37:29.969755 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2957452-cddd-4e8d-b651-60c22cd24c6f req-ee8aa2b9-1792-46b8-86fc-0b3eba773f76 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:29.971377 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e2957452-cddd-4e8d-b651-60c22cd24c6f req-ee8aa2b9-1792-46b8-86fc-0b3eba773f76 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0618887 Oct 28 09:37:29.984042 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 53904) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:30.038306 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e2957452-cddd-4e8d-b651-60c22cd24c6f req-6205e535-b9f3-44cb-a993-a09f96980942 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499394 Oct 28 09:37:30.140206 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-9faf06ec-22d0-41aa-8cba-02ef4e0767e7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1578667359-network', 'tenant_id': 'eb46d708ee3e49a7aa1b16385ff1cd60'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:30.145581 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-346383fe-ae45-4bbb-88d8-721e65388bc0 req-d2f0de2b-3dc1-41d3-9b0a-f5bb4f458339 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=c95e4671-90c9-4009-b59d-d4c158667f30 HTTP/1.1" status: 200 len: 210 time: 0.0330150 Oct 28 09:37:30.177877 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faf06ec-22d0-41aa-8cba-02ef4e0767e7 admin admin] Made reservation on behalf of eb46d708ee3e49a7aa1b16385ff1cd60 for: {'network': 1} {{(pid=101549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:37:30.177877 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9faf06ec-22d0-41aa-8cba-02ef4e0767e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for network, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:30.189388 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9faf06ec-22d0-41aa-8cba-02ef4e0767e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:30.297924 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9faf06ec-22d0-41aa-8cba-02ef4e0767e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:30.299762 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3fb22eaf-24c4-4732-b7a9-5a9cfb85f678 req-3db72812-623a-4c04-867d-c91800dec037 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 210 time: 0.0330274 Oct 28 09:37:30.302424 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9faf06ec-22d0-41aa-8cba-02ef4e0767e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:30.341682 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9faf06ec-22d0-41aa-8cba-02ef4e0767e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=101549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:37:30.352183 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf06ec-22d0-41aa-8cba-02ef4e0767e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f40d7eb-ea47-4395-b1d1-31bc8dff936e,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:30.358630 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9faf06ec-22d0-41aa-8cba-02ef4e0767e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:30.358977 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.segments_db [None req-9faf06ec-22d0-41aa-8cba-02ef4e0767e7 admin admin] Added segment 9b2870c1-5883-49f4-b91b-01e99154b4f9 of type vlan for network 73d81ad3-ecbd-4a7f-baf7-3a08b118ab1d Oct 28 09:37:30.424921 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9faf06ec-22d0-41aa-8cba-02ef4e0767e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729415096998'] for network, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:30.471607 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9faf06ec-22d0-41aa-8cba-02ef4e0767e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for network, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:30.473106 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faf06ec-22d0-41aa-8cba-02ef4e0767e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:30.473916 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9faf06ec-22d0-41aa-8cba-02ef4e0767e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:30.546641 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-9faf06ec-22d0-41aa-8cba-02ef4e0767e7 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5614791 Oct 28 09:37:30.551335 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 53932) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:30.557463 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-be42e8b2-9a32-4701-85e5-6090feff5a8f admin admin] Request body: {'subnet': {'network_id': '73d81ad3-ecbd-4a7f-baf7-3a08b118ab1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1578667359-subnet', 'tenant_id': 'eb46d708ee3e49a7aa1b16385ff1cd60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:30.587380 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf06ec-22d0-41aa-8cba-02ef4e0767e7 admin admin] Pushing event updated for resources: {'Network': ['ID=73d81ad3-ecbd-4a7f-baf7-3a08b118ab1d,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:30.604393 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Network 73d81ad3-ecbd-4a7f-baf7-3a08b118ab1d details requested by agent ovs-agent-dv-cinder-815146-5-iscsi with host dv-cinder-815146-5-iscsi {{(pid=101551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:37:30.613892 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-dea3f758-eac4-47fb-bff0-dedb140f9ed3 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=3b80de00771b42958d41dd36908280cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632396 Oct 28 09:37:30.666887 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be42e8b2-9a32-4701-85e5-6090feff5a8f admin admin] Made reservation on behalf of eb46d708ee3e49a7aa1b16385ff1cd60 for: {'subnet': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:37:30.669691 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-be42e8b2-9a32-4701-85e5-6090feff5a8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8402745'] for subnet, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:30.910969 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-a57b051f-640c-418e-b28d-b1032beb50ea tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:30.913677 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-a57b051f-640c-418e-b28d-b1032beb50ea tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2889252 Oct 28 09:37:30.939036 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-d73abf9f-f77f-4435-bb5d-2c13a72cfa01 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Request body: {'port': {'device_id': 'dab89118-d7d9-48f7-9e73-eda6c4cc6c29', 'network_id': 'a5e858a8-7b0c-4134-8ecf-392e34f07066', 'admin_state_up': True, 'tenant_id': '3b80de00771b42958d41dd36908280cf'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:30.959791 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92646922-cf10-46f4-ad52-aa61582f7323 req-5e3fee26-e663-4162-93f8-af03fc700226 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:30.967004 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-92646922-cf10-46f4-ad52-aa61582f7323 req-5e3fee26-e663-4162-93f8-af03fc700226 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=9db9dd18-3407-4a53-8466-3eabb0dc9e2f HTTP/1.1" status: 200 len: 943 time: 0.0611398 Oct 28 09:37:31.008939 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-92646922-cf10-46f4-ad52-aa61582f7323 req-8850fd41-ef32-437e-998e-45c5051ee589 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403352 Oct 28 09:37:31.033487 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device eb6faf41-6efe-4558-b7ab-00940e6b6a5e details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:37:31.118000 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-be42e8b2-9a32-4701-85e5-6090feff5a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8897243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8402731'] for subnet, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:31.152720 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port eb6faf41-6efe-4558-b7ab-00940e6b6a5e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=eb6faf41-6efe-4558-b7ab-00940e6b6a5e,segment=NetworkSegment(93bf65e0-2d6c-47bc-ab50-5f0d7f232d59),segment_id=93bf65e0-2d6c-47bc-ab50-5f0d7f232d59)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:31.167523 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': 'eb6faf41-6efe-4558-b7ab-00940e6b6a5e', 'network_id': '4a8d4e46-7ba2-4786-8afc-cf3952c1befc', 'port_id': 'eb6faf41-6efe-4558-b7ab-00940e6b6a5e', 'mac_address': 'fa:16:3e:64:66:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98c5eb6-e40a-4005-9423-a56eda2b3640', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:37:31.208735 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-d73abf9f-f77f-4435-bb5d-2c13a72cfa01 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Made reservation on behalf of 3b80de00771b42958d41dd36908280cf for: {'port': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:37:31.212896 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-d73abf9f-f77f-4435-bb5d-2c13a72cfa01 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:31.222122 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:31.230792 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42e8b2-9a32-4701-85e5-6090feff5a8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2af1a75c-0fb1-45c5-804e-55a2041604fe,revision_number=0']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:31.243483 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-d73abf9f-f77f-4435-bb5d-2c13a72cfa01 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:31.245384 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6faf41-6efe-4558-b7ab-00940e6b6a5e {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:37:31.276851 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port eb6faf41-6efe-4558-b7ab-00940e6b6a5e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=eb6faf41-6efe-4558-b7ab-00940e6b6a5e,segment=NetworkSegment(93bf65e0-2d6c-47bc-ab50-5f0d7f232d59),segment_id=93bf65e0-2d6c-47bc-ab50-5f0d7f232d59)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:31.277008 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b432ba6-ee2f-4c05-b7b5-ff9c989e82ac req-3b5cbf3c-514d-466a-9069-56850f4d0e26 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:31.278658 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4b432ba6-ee2f-4c05-b7b5-ff9c989e82ac req-3b5cbf3c-514d-466a-9069-56850f4d0e26 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.1490860 Oct 28 09:37:31.282659 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42e8b2-9a32-4701-85e5-6090feff5a8f admin admin] Checking segment: {'id': '9b2870c1-5883-49f4-b91b-01e99154b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '73d81ad3-ecbd-4a7f-baf7-3a08b118ab1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:37:31.283017 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be42e8b2-9a32-4701-85e5-6090feff5a8f admin admin] Network hostable DHCP agents. Network: 73d81ad3-ecbd-4a7f-baf7-3a08b118ab1d, hostable agents: ['51f327a7-c6d2-45a0-a90b-356f50710923'], hosted agents: [] {{(pid=101550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:37:31.290112 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:31.295223 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-bdd96a05-aa97-49f5-8c84-da0c52824aaf req-3116686b-7718-4b13-819a-04620d6e2b9d tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=c95e4671-90c9-4009-b59d-d4c158667f30 HTTP/1.1" status: 200 len: 210 time: 0.0442271 Oct 28 09:37:31.356172 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be42e8b2-9a32-4701-85e5-6090feff5a8f admin admin] Network 73d81ad3-ecbd-4a7f-baf7-3a08b118ab1d is scheduled to be hosted by DHCP agent 51f327a7-c6d2-45a0-a90b-356f50710923 with binding_index 1 {{(pid=101550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:37:31.369438 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=eb6faf41-6efe-4558-b7ab-00940e6b6a5e,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:31.382735 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4b432ba6-ee2f-4c05-b7b5-ff9c989e82ac req-81a11648-702f-496c-a604-953e3e9d2d2e tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897212 Oct 28 09:37:31.406412 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-be42e8b2-9a32-4701-85e5-6090feff5a8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-5-iscsi, 73d81ad3-ecbd-4a7f-baf7-3a08b118ab1d) {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:31.413846 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be42e8b2-9a32-4701-85e5-6090feff5a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:31.414778 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-be42e8b2-9a32-4701-85e5-6090feff5a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for subnet, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:31.422104 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a12793-9805-4b95-8542-09328bfc5144 None None] Network 73d81ad3-ecbd-4a7f-baf7-3a08b118ab1d requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:37:31.456894 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-be42e8b2-9a32-4701-85e5-6090feff5a8f admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9042320 Oct 28 09:37:31.477301 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-d73abf9f-f77f-4435-bb5d-2c13a72cfa01 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:31.488612 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-d73abf9f-f77f-4435-bb5d-2c13a72cfa01 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:31.596969 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fa1123ca-4136-4958-a6ec-3afa5cb8a1e7 req-05db951f-2f58-4f1f-acd0-4faa38fb0a6b tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 210 time: 0.0784104 Oct 28 09:37:31.673109 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe18db5-d6a0-48ba-bf15-8753d13519dd None None] Network 73d81ad3-ecbd-4a7f-baf7-3a08b118ab1d requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:37:31.727953 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['eb6faf41-6efe-4558-b7ab-00940e6b6a5e'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:37:31.760498 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73abf9f-f77f-4435-bb5d-2c13a72cfa01 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c31f6688-80b1-4255-a09e-a2229b428a20,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:31.909917 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-db72d596-b177-4fae-b4f0-ab651da416e5 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:31.914419 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-db72d596-b177-4fae-b4f0-ab651da416e5 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.98 "GET /v2.0/networks?id=27679303-a81b-460d-8771-941e694a0c8e HTTP/1.1" status: 200 len: 815 time: 0.3941872 Oct 28 09:37:31.933694 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-51fe6796-461b-4954-9410-d4c241b2c6ad tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Request body: {'port': {'device_id': 'c95e4671-90c9-4009-b59d-d4c158667f30', 'network_id': '27679303-a81b-460d-8771-941e694a0c8e', 'admin_state_up': True, 'tenant_id': 'b657234d701d4fed8d1212c9119abe68'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:31.961622 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-d73abf9f-f77f-4435-bb5d-2c13a72cfa01 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Allocated IP 192.168.233.249 (a5e858a8-7b0c-4134-8ecf-392e34f07066/9c866030-d962-47ea-a714-f247c248830e/1a7e34e2-b60b-4edb-a561-72fc3cc0dd82) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:37:32.165236 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add51f1b-c6dc-4101-a9ec-b21fd96fbd96 req-c9475231-cb0a-43b9-843b-3a8ed54921a2 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:32.166977 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-add51f1b-c6dc-4101-a9ec-b21fd96fbd96 req-c9475231-cb0a-43b9-843b-3a8ed54921a2 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=9db9dd18-3407-4a53-8466-3eabb0dc9e2f HTTP/1.1" status: 200 len: 944 time: 0.0673325 Oct 28 09:37:32.172588 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-51fe6796-461b-4954-9410-d4c241b2c6ad tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Made reservation on behalf of b657234d701d4fed8d1212c9119abe68 for: {'port': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:37:32.176320 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-51fe6796-461b-4954-9410-d4c241b2c6ad tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.228029 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-add51f1b-c6dc-4101-a9ec-b21fd96fbd96 req-b3364583-9073-469f-926b-daa1fc019fe8 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523517 Oct 28 09:37:32.338098 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 53998) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:32.339759 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-d73abf9f-f77f-4435-bb5d-2c13a72cfa01 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.346178 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-14a14c24-02ee-482e-9f21-12fd066f3ee6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-640028733-network', 'tenant_id': 'd9395d8a01b341e1a1651928d42f4cff'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:32.350212 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-51fe6796-461b-4954-9410-d4c241b2c6ad tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Allocated IP 172.20.0.3 (27679303-a81b-460d-8771-941e694a0c8e/736da4eb-0b64-47cf-a336-b2a25d32f39e/f523798a-44c5-469b-bf17-5bd4416f1098) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:37:32.374510 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a14c24-02ee-482e-9f21-12fd066f3ee6 admin admin] Made reservation on behalf of d9395d8a01b341e1a1651928d42f4cff for: {'network': 1} {{(pid=101549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:37:32.379612 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-14a14c24-02ee-482e-9f21-12fd066f3ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for network, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.391784 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-14a14c24-02ee-482e-9f21-12fd066f3ee6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.429794 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-d73abf9f-f77f-4435-bb5d-2c13a72cfa01 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.489175 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4172269a-5fca-4ecb-9a76-674d3f95c9bc req-80ef4045-6e86-47e5-839c-f5abb189dafa tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=c95e4671-90c9-4009-b59d-d4c158667f30 HTTP/1.1" status: 200 len: 210 time: 0.0782435 Oct 28 09:37:32.556860 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83ea34-316b-4acf-836a-da7422873fac req-a16bc424-7865-446f-ab6e-91f0b30b9bf1 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:32.559387 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-ba83ea34-316b-4acf-836a-da7422873fac req-a16bc424-7865-446f-ab6e-91f0b30b9bf1 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0898609 Oct 28 09:37:32.595496 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-14a14c24-02ee-482e-9f21-12fd066f3ee6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.610067 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-14a14c24-02ee-482e-9f21-12fd066f3ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.627908 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-d73abf9f-f77f-4435-bb5d-2c13a72cfa01 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Network a5e858a8-7b0c-4134-8ecf-392e34f07066 is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:37:32.627908 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73abf9f-f77f-4435-bb5d-2c13a72cfa01 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Pushing event updated for resources: {'Port': ['ID=1a7e34e2-b60b-4edb-a561-72fc3cc0dd82,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:32.642681 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-ba83ea34-316b-4acf-836a-da7422873fac req-ef6fc413-9051-4161-8648-4aace18cb3b2 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723505 Oct 28 09:37:32.643564 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-d73abf9f-f77f-4435-bb5d-2c13a72cfa01 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:32.648570 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-d73abf9f-f77f-4435-bb5d-2c13a72cfa01 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:37:32.689934 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a14c24-02ee-482e-9f21-12fd066f3ee6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=101549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:37:32.700375 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a14c24-02ee-482e-9f21-12fd066f3ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08deee51-80bc-44c5-8dc9-4479f0b04075,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:32.702288 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-d73abf9f-f77f-4435-bb5d-2c13a72cfa01 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:32.702908 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-d73abf9f-f77f-4435-bb5d-2c13a72cfa01 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.713437 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-14a14c24-02ee-482e-9f21-12fd066f3ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.716368 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.segments_db [None req-14a14c24-02ee-482e-9f21-12fd066f3ee6 admin admin] Added segment 0415d887-3b94-47ad-8236-6a42aa67d194 of type vlan for network 7d9fce80-f5e5-442a-9434-f4aaacf79fee Oct 28 09:37:32.727578 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-51fe6796-461b-4954-9410-d4c241b2c6ad tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.746748 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-d73abf9f-f77f-4435-bb5d-2c13a72cfa01 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8117821 Oct 28 09:37:32.817532 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-14a14c24-02ee-482e-9f21-12fd066f3ee6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729415096998'] for network, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.839633 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] Request body: {'port': {'device_id': 'dab89118-d7d9-48f7-9e73-eda6c4cc6c29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:32.846816 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00babd-9615-481b-9149-27f56623a75b req-3687df9d-55ee-438e-bdd8-0cb9bd27f8db tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:32.848654 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-51fe6796-461b-4954-9410-d4c241b2c6ad tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.856139 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6e00babd-9615-481b-9149-27f56623a75b req-3687df9d-55ee-438e-bdd8-0cb9bd27f8db tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 936 time: 0.1153483 Oct 28 09:37:32.870100 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['d89e9c3c-8f0c-4e01-9d78-205c0d4dab14', 'ebfeec55-039f-4993-a732-b456cb05e632'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:37:32.932356 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-14a14c24-02ee-482e-9f21-12fd066f3ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for network, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.933753 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a14c24-02ee-482e-9f21-12fd066f3ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:32.934127 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-14a14c24-02ee-482e-9f21-12fd066f3ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.942082 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-51fe6796-461b-4954-9410-d4c241b2c6ad tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Network 27679303-a81b-460d-8771-941e694a0c8e is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:37:32.964801 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-51fe6796-461b-4954-9410-d4c241b2c6ad tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:32.972688 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-51fe6796-461b-4954-9410-d4c241b2c6ad tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:37:32.979795 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe6796-461b-4954-9410-d4c241b2c6ad tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Pushing event updated for resources: {'Port': ['ID=f523798a-44c5-469b-bf17-5bd4416f1098,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:32.994133 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6e00babd-9615-481b-9149-27f56623a75b req-29cde0dc-656d-4716-9f1e-d4167b77d412 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/security-groups?id=c31f6688-80b1-4255-a09e-a2229b428a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370845 Oct 28 09:37:33.004384 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.019593 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-14a14c24-02ee-482e-9f21-12fd066f3ee6 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6776423 Oct 28 09:37:33.025089 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54014) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:33.032104 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-f60f1938-fc0e-4064-81ad-fc5eb6d1376d admin admin] Request body: {'subnet': {'network_id': '7d9fce80-f5e5-442a-9434-f4aaacf79fee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-640028733-subnet', 'tenant_id': 'd9395d8a01b341e1a1651928d42f4cff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:33.041651 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a14c24-02ee-482e-9f21-12fd066f3ee6 admin admin] Pushing event updated for resources: {'Network': ['ID=7d9fce80-f5e5-442a-9434-f4aaacf79fee,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:33.042023 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device eb6faf41-6efe-4558-b7ab-00940e6b6a5e up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:37:33.064058 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60f1938-fc0e-4064-81ad-fc5eb6d1376d admin admin] Made reservation on behalf of d9395d8a01b341e1a1651928d42f4cff for: {'subnet': 1} {{(pid=101549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:37:33.066490 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f60f1938-fc0e-4064-81ad-fc5eb6d1376d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8445976'] for subnet, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.067876 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-51fe6796-461b-4954-9410-d4c241b2c6ad tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:33.068698 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-51fe6796-461b-4954-9410-d4c241b2c6ad tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.082491 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Network 7d9fce80-f5e5-442a-9434-f4aaacf79fee details requested by agent ovs-agent-dv-cinder-815146-5-iscsi with host dv-cinder-815146-5-iscsi {{(pid=101551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:37:33.099151 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-51fe6796-461b-4954-9410-d4c241b2c6ad tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1720769 Oct 28 09:37:33.164502 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-113612a5-abde-4f4a-ae77-88a4166c5bbf None None] Provisioning complete for port 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:33.164880 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-113612a5-abde-4f4a-ae77-88a4166c5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.265512 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-113612a5-abde-4f4a-ae77-88a4166c5bbf None None] Port 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82 cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:37:33.285186 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f60f1938-fc0e-4064-81ad-fc5eb6d1376d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8445962'] for subnet, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.335978 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning for port eb6faf41-6efe-4558-b7ab-00940e6b6a5e completed by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:37:33.343735 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port eb6faf41-6efe-4558-b7ab-00940e6b6a5e triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:33.343735 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.364036 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f1938-fc0e-4064-81ad-fc5eb6d1376d admin admin] Pushing event updated for resources: {'Subnet': ['ID=91fd6a74-741a-4ce3-962a-cc1f356f99cf,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:33.372058 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60f1938-fc0e-4064-81ad-fc5eb6d1376d admin admin] Checking segment: {'id': '0415d887-3b94-47ad-8236-6a42aa67d194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7d9fce80-f5e5-442a-9434-f4aaacf79fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:37:33.372422 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60f1938-fc0e-4064-81ad-fc5eb6d1376d admin admin] Network hostable DHCP agents. Network: 7d9fce80-f5e5-442a-9434-f4aaacf79fee, hostable agents: ['51f327a7-c6d2-45a0-a90b-356f50710923'], hosted agents: [] {{(pid=101549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:37:33.380099 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-955b849c-7a34-4c59-8848-50109b69295f service neutron] Request body: {'port': {'device_id': 'c95e4671-90c9-4009-b59d-d4c158667f30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:33.392209 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60f1938-fc0e-4064-81ad-fc5eb6d1376d admin admin] Network 7d9fce80-f5e5-442a-9434-f4aaacf79fee is scheduled to be hosted by DHCP agent 51f327a7-c6d2-45a0-a90b-356f50710923 with binding_index 1 {{(pid=101549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:37:33.403406 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.base_scheduler [None req-f60f1938-fc0e-4064-81ad-fc5eb6d1376d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-5-iscsi, 7d9fce80-f5e5-442a-9434-f4aaacf79fee) {{(pid=101549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:33.409603 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60f1938-fc0e-4064-81ad-fc5eb6d1376d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:33.410388 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f60f1938-fc0e-4064-81ad-fc5eb6d1376d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.417708 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623136db-c0a1-495e-b11f-f3bb655ed5fa None None] Network 7d9fce80-f5e5-442a-9434-f4aaacf79fee requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:37:33.434123 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-f60f1938-fc0e-4064-81ad-fc5eb6d1376d admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4079998 Oct 28 09:37:33.572437 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938df6b-7598-4cba-9eed-0f6933ea00bd req-265808fd-7a2d-425c-8d20-166b3de0db3b tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:33.572917 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54022) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:33.575260 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8938df6b-7598-4cba-9eed-0f6933ea00bd req-265808fd-7a2d-425c-8d20-166b3de0db3b tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=9db9dd18-3407-4a53-8466-3eabb0dc9e2f HTTP/1.1" status: 200 len: 944 time: 0.1913044 Oct 28 09:37:33.578790 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-955b849c-7a34-4c59-8848-50109b69295f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.680478 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.718490 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db9dd18-3407-4a53-8466-3eabb0dc9e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6faf41-6efe-4558-b7ab-00940e6b6a5e'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:33.722163 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4ed26e-9387-451c-b563-932014ca87a8" -d '{"events": [{"server_uuid": "9db9dd18-3407-4a53-8466-3eabb0dc9e2f", "name": "network-vif-plugged", "status": "completed", "tag": "eb6faf41-6efe-4558-b7ab-00940e6b6a5e"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:33.722989 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8938df6b-7598-4cba-9eed-0f6933ea00bd req-e57ec946-0cf1-4fd1-949a-450c4e1d6632 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368511 Oct 28 09:37:33.739230 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port eb6faf41-6efe-4558-b7ab-00940e6b6a5e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=eb6faf41-6efe-4558-b7ab-00940e6b6a5e,segment=NetworkSegment(93bf65e0-2d6c-47bc-ab50-5f0d7f232d59),segment_id=93bf65e0-2d6c-47bc-ab50-5f0d7f232d59)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:33.790115 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.857131 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b81716-a5d0-4d5a-9ca1-2713fdd21662 admin admin] Deleting subnet 2af1a75c-0fb1-45c5-804e-55a2041604fe {{(pid=101549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:37:33.861631 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e2b81716-a5d0-4d5a-9ca1-2713fdd21662 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.890682 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82 {{(pid=101550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:37:33.893205 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5617d044-58af-4643-b683-a095d7652d1c None None] Network 7d9fce80-f5e5-442a-9434-f4aaacf79fee requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:37:33.906589 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.917240 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed21c9-ecda-43c6-837f-dbddb77bbdb9 req-c43eb473-4465-427f-868e-235534a9e379 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:33.925456 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-bfed21c9-ecda-43c6-837f-dbddb77bbdb9 req-c43eb473-4465-427f-868e-235534a9e379 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=c95e4671-90c9-4009-b59d-d4c158667f30 HTTP/1.1" status: 200 len: 931 time: 0.3162441 Oct 28 09:37:33.948543 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e2b81716-a5d0-4d5a-9ca1-2713fdd21662 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2871594'] for subnet, precommit_delete_associations {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.973488 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=eb6faf41-6efe-4558-b7ab-00940e6b6a5e,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:33.982436 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f822121-2b98-4140-8864-3cf97792ba5f req-ee1aad66-79b7-4a9c-aea2-2ea69b9f1606 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:33.990195 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9f822121-2b98-4140-8864-3cf97792ba5f req-ee1aad66-79b7-4a9c-aea2-2ea69b9f1606 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.1687627 Oct 28 09:37:33.994217 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.provisioning_blocks [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] Transition to ACTIVE for port object 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82 will not be triggered until provisioned by entity L2. {{(pid=101550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:37:34.012064 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-bfed21c9-ecda-43c6-837f-dbddb77bbdb9 req-f62a3347-23d8-41b2-8d59-3c990d29132f tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850723 Oct 28 09:37:34.024867 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e2b81716-a5d0-4d5a-9ca1-2713fdd21662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690075'] for subnet, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.032042 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.106443 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e2b81716-a5d0-4d5a-9ca1-2713fdd21662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8445689'] for subnet, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.139131 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9f822121-2b98-4140-8864-3cf97792ba5f req-d9dad7cb-5f67-4066-81ef-65b1879ed3b7 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470485 Oct 28 09:37:34.143794 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b81716-a5d0-4d5a-9ca1-2713fdd21662 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2af1a75c-0fb1-45c5-804e-55a2041604fe,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:34.153471 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e2b81716-a5d0-4d5a-9ca1-2713fdd21662 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.160109 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-e2b81716-a5d0-4d5a-9ca1-2713fdd21662 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/2af1a75c-0fb1-45c5-804e-55a2041604fe HTTP/1.1" status: 204 len: 168 time: 0.5860693 Oct 28 09:37:34.180251 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54044) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:34.196076 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7e34e2-b60b-4edb-a561-72fc3cc0dd82,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:34.210496 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c966543b-eb69-4007-adf4-6fee16c04aa2 x-openstack-request-id: req-c966543b-eb69-4007-adf4-6fee16c04aa2 {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:34.210813 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db9dd18-3407-4a53-8466-3eabb0dc9e2f", "name": "network-vif-plugged", "status": "completed", "tag": "eb6faf41-6efe-4558-b7ab-00940e6b6a5e", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:34.211074 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c966543b-eb69-4007-adf4-6fee16c04aa2 {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:34.211477 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db9dd18-3407-4a53-8466-3eabb0dc9e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6faf41-6efe-4558-b7ab-00940e6b6a5e', 'code': 200} Oct 28 09:37:34.323905 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-fe615493-7666-4623-95d7-0cc7a0580508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7814304'] for network, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.404716 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] Attempting to bind port 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:37:34.405056 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] Attempting to bind port 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '2115b299-46f7-4106-aa6f-862c08e1c22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a5e858a8-7b0c-4134-8ecf-392e34f07066'}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:37:34.405380 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] Attempting to bind port 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82 on network a5e858a8-7b0c-4134-8ecf-392e34f07066 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:37:34.417118 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] Port 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82 on network a5e858a8-7b0c-4134-8ecf-392e34f07066 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:37:34.417438 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] Attempting to bind port 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82 on network a5e858a8-7b0c-4134-8ecf-392e34f07066 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:37:34.421552 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-955b849c-7a34-4c59-8848-50109b69295f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f523798a-44c5-469b-bf17-5bd4416f1098 {{(pid=101550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:37:34.433120 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-955b849c-7a34-4c59-8848-50109b69295f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.435487 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] Checking agent: {'id': 'afc7fccb-f5d9-4cc0-9292-378149b33414', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'started_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:37:34.435850 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] Checking segment: {'id': '2115b299-46f7-4106-aa6f-862c08e1c22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a5e858a8-7b0c-4134-8ecf-392e34f07066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:37:34.436278 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] Bound using segment: {'id': '2115b299-46f7-4106-aa6f-862c08e1c22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a5e858a8-7b0c-4134-8ecf-392e34f07066'} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:37:34.436920 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] Bound port: 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2115b299-46f7-4106-aa6f-862c08e1c22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a5e858a8-7b0c-4134-8ecf-392e34f07066'}}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:37:34.437271 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.443866 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-fe615493-7666-4623-95d7-0cc7a0580508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692238', 'neutron.services.segments.db._delete_segments_for_network-8729415614302'] for network, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.459044 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0fa928-7543-4ee7-93ff-3287e047d098 req-a3160162-10da-4676-b43e-679edeb80523 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:34.460770 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6c0fa928-7543-4ee7-93ff-3287e047d098 req-a3160162-10da-4676-b43e-679edeb80523 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 948 time: 0.1563601 Oct 28 09:37:34.473460 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-fe615493-7666-4623-95d7-0cc7a0580508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d81ad3-ecbd-4a7f-baf7-3a08b118ab1d']}} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:34.493938 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.provisioning_blocks [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-955b849c-7a34-4c59-8848-50109b69295f service neutron] Transition to ACTIVE for port object f523798a-44c5-469b-bf17-5bd4416f1098 will not be triggered until provisioned by entity L2. {{(pid=101550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:37:34.494136 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-fe615493-7666-4623-95d7-0cc7a0580508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2870c1-5883-49f4-b91b-01e99154b4f9') {'for_net_delete': True} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:34.494136 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-fe615493-7666-4623-95d7-0cc7a0580508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2870c1-5883-49f4-b91b-01e99154b4f9') {} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:34.512588 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-fe615493-7666-4623-95d7-0cc7a0580508 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729415615847', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2871635'] for segment, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.514191 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-955b849c-7a34-4c59-8848-50109b69295f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.531906 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-fe615493-7666-4623-95d7-0cc7a0580508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.540926 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe615493-7666-4623-95d7-0cc7a0580508 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:37:34.541368 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-fe615493-7666-4623-95d7-0cc7a0580508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869612'] for segment, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: Traceback (most recent call last): Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: timer() Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: cb(*args, **kw) Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: return func(*args, **kwargs) Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: self._notify() Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: self.callback(batched_events) Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: event.method(event) Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: return f(self, *a, **k) Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: return self._get(url).json() Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: return self.request(url, 'GET', **kwargs) Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:37:34.543251 dv-cinder-815146-5-iscsi neutron-server[101549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:37:34.608192 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6c0fa928-7543-4ee7-93ff-3287e047d098 req-e3b2557f-799d-42ba-bd52-63999f261be0 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/security-groups?id=c31f6688-80b1-4255-a09e-a2229b428a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391826 Oct 28 09:37:34.624856 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-fe615493-7666-4623-95d7-0cc7a0580508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640007'] for network, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.628495 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b849c-7a34-4c59-8848-50109b69295f service neutron] Pushing event updated for resources: {'Port': ['ID=f523798a-44c5-469b-bf17-5bd4416f1098,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:34.631868 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-fe615493-7666-4623-95d7-0cc7a0580508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.636218 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5241b6d-277b-40bd-9605-cdd3fdb4d995 req-2c867fd0-3700-473d-9693-3d5c7466778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:34.637862 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f5241b6d-277b-40bd-9605-cdd3fdb4d995 req-2c867fd0-3700-473d-9693-3d5c7466778c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9db9dd18-3407-4a53-8466-3eabb0dc9e2f HTTP/1.1" status: 200 len: 1098 time: 0.1762033 Oct 28 09:37:34.644408 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-fe615493-7666-4623-95d7-0cc7a0580508 admin admin] 10.222.0.113 "DELETE /v2.0/networks/73d81ad3-ecbd-4a7f-baf7-3a08b118ab1d HTTP/1.1" status: 204 len: 168 time: 0.4592009 Oct 28 09:37:34.645441 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54050) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:34.664514 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe615493-7666-4623-95d7-0cc7a0580508 admin admin] Pushing event deleted for resources: {'Network': ['ID=73d81ad3-ecbd-4a7f-baf7-3a08b118ab1d,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:34.673379 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] For port 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82, host hv-cinder-81514, cleared binding levels {{(pid=101550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:37:34.710847 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2d7f20-d503-4700-825e-2750aa38f19d admin admin] Deleting subnet 91fd6a74-741a-4ce3-962a-cc1f356f99cf {{(pid=101549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:37:34.714704 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-de2d7f20-d503-4700-825e-2750aa38f19d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.715765 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] For port 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1a7e34e2-b60b-4edb-a561-72fc3cc0dd82,segment=NetworkSegment(2115b299-46f7-4106-aa6f-862c08e1c22b),segment_id=2115b299-46f7-4106-aa6f-862c08e1c22b)] {{(pid=101550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:37:34.736237 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.774110 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f5241b6d-277b-40bd-9605-cdd3fdb4d995 req-5b15690e-229f-47a3-88b0-76313c4b68d2 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229746 Oct 28 09:37:34.792148 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:34.794453 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-de2d7f20-d503-4700-825e-2750aa38f19d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2871594'] for subnet, precommit_delete_associations {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.795461 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.796962 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] 10.222.0.98 "PUT /v2.0/ports/1a7e34e2-b60b-4edb-a561-72fc3cc0dd82 HTTP/1.1" status: 200 len: 1098 time: 1.9677777 Oct 28 09:37:34.797444 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab89118-d7d9-48f7-9e73-eda6c4cc6c29', 'tag': '1a7e34e2-b60b-4edb-a561-72fc3cc0dd82'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:34.799854 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143dce79-e615-4b38-b1d7-693ab12be70f" -d '{"events": [{"name": "network-changed", "server_uuid": "dab89118-d7d9-48f7-9e73-eda6c4cc6c29", "tag": "1a7e34e2-b60b-4edb-a561-72fc3cc0dd82"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:34.828194 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-955b849c-7a34-4c59-8848-50109b69295f service neutron] Attempting to bind port f523798a-44c5-469b-bf17-5bd4416f1098 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:37:34.828521 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-955b849c-7a34-4c59-8848-50109b69295f service neutron] Attempting to bind port f523798a-44c5-469b-bf17-5bd4416f1098 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '27679303-a81b-460d-8771-941e694a0c8e'}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:37:34.828844 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-955b849c-7a34-4c59-8848-50109b69295f service neutron] Attempting to bind port f523798a-44c5-469b-bf17-5bd4416f1098 on network 27679303-a81b-460d-8771-941e694a0c8e {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:37:34.844017 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-955b849c-7a34-4c59-8848-50109b69295f service neutron] Port f523798a-44c5-469b-bf17-5bd4416f1098 on network 27679303-a81b-460d-8771-941e694a0c8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:37:34.844337 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-955b849c-7a34-4c59-8848-50109b69295f service neutron] Attempting to bind port f523798a-44c5-469b-bf17-5bd4416f1098 on network 27679303-a81b-460d-8771-941e694a0c8e {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:37:34.847492 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28e6b0-94b5-4427-8929-4b35f372daf2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7e34e2-b60b-4edb-a561-72fc3cc0dd82,revision_number=3']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:34.853214 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-955b849c-7a34-4c59-8848-50109b69295f service neutron] Checking agent: {'id': 'afc7fccb-f5d9-4cc0-9292-378149b33414', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'started_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:37:34.853563 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-955b849c-7a34-4c59-8848-50109b69295f service neutron] Checking segment: {'id': '8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '27679303-a81b-460d-8771-941e694a0c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:37:34.853938 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-955b849c-7a34-4c59-8848-50109b69295f service neutron] Bound using segment: {'id': '8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '27679303-a81b-460d-8771-941e694a0c8e'} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:37:34.854364 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-955b849c-7a34-4c59-8848-50109b69295f service neutron] Bound port: f523798a-44c5-469b-bf17-5bd4416f1098, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '27679303-a81b-460d-8771-941e694a0c8e'}}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:37:34.854715 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-955b849c-7a34-4c59-8848-50109b69295f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.873755 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36296011-3e46-42f9-98c1-4e6ecbeb9264 x-openstack-request-id: req-36296011-3e46-42f9-98c1-4e6ecbeb9264 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:34.874148 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab89118-d7d9-48f7-9e73-eda6c4cc6c29", "tag": "1a7e34e2-b60b-4edb-a561-72fc3cc0dd82", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:34.874528 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-36296011-3e46-42f9-98c1-4e6ecbeb9264 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:34.874933 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab89118-d7d9-48f7-9e73-eda6c4cc6c29', 'tag': '1a7e34e2-b60b-4edb-a561-72fc3cc0dd82', 'status': 'completed', 'code': 200} Oct 28 09:37:34.892687 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-de2d7f20-d503-4700-825e-2750aa38f19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690075'] for subnet, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.959601 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a0994-8659-4d78-9969-8bbbd6ad0783 req-b1e43957-a6bb-4729-8ac6-f92108fe5ff1 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:34.960424 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-955b849c-7a34-4c59-8848-50109b69295f service neutron] For port f523798a-44c5-469b-bf17-5bd4416f1098, host hv-cinder-81514, cleared binding levels {{(pid=101550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:37:34.961067 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b25a0994-8659-4d78-9969-8bbbd6ad0783 req-b1e43957-a6bb-4729-8ac6-f92108fe5ff1 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=9db9dd18-3407-4a53-8466-3eabb0dc9e2f HTTP/1.1" status: 200 len: 945 time: 0.1133978 Oct 28 09:37:34.969778 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-955b849c-7a34-4c59-8848-50109b69295f service neutron] For port f523798a-44c5-469b-bf17-5bd4416f1098, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f523798a-44c5-469b-bf17-5bd4416f1098,segment=NetworkSegment(8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a),segment_id=8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a)] {{(pid=101550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:37:34.974535 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-955b849c-7a34-4c59-8848-50109b69295f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.011826 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-de2d7f20-d503-4700-825e-2750aa38f19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8445689'] for subnet, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.016945 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-955b849c-7a34-4c59-8848-50109b69295f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:35.017940 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-955b849c-7a34-4c59-8848-50109b69295f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.019813 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-955b849c-7a34-4c59-8848-50109b69295f service neutron] 10.222.0.98 "PUT /v2.0/ports/f523798a-44c5-469b-bf17-5bd4416f1098 HTTP/1.1" status: 200 len: 1093 time: 1.9111929 Oct 28 09:37:35.070551 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b25a0994-8659-4d78-9969-8bbbd6ad0783 req-5ac4df3a-4622-4a44-a9a3-2aaadde2bc62 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017082 Oct 28 09:37:35.073466 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d7f20-d503-4700-825e-2750aa38f19d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91fd6a74-741a-4ce3-962a-cc1f356f99cf,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:35.102210 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-de2d7f20-d503-4700-825e-2750aa38f19d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.105913 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-de2d7f20-d503-4700-825e-2750aa38f19d admin admin] 10.222.0.113 "DELETE /v2.0/subnets/91fd6a74-741a-4ce3-962a-cc1f356f99cf HTTP/1.1" status: 204 len: 168 time: 0.4593410 Oct 28 09:37:35.108365 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54062) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:35.178199 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b849c-7a34-4c59-8848-50109b69295f service neutron] Pushing event updated for resources: {'Port': ['ID=f523798a-44c5-469b-bf17-5bd4416f1098,revision_number=3']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:35.224142 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-26ce4366-a7cc-400e-b0f8-3f5652c92a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7814304'] for network, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.242256 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dce79-e615-4b38-b1d7-693ab12be70f req-18131172-fd80-4e87-ab4d-65f5d74764d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:35.243831 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-143dce79-e615-4b38-b1d7-693ab12be70f req-18131172-fd80-4e87-ab4d-65f5d74764d5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3b80de00771b42958d41dd36908280cf&device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 1101 time: 0.1833255 Oct 28 09:37:35.259237 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33626f14-c48d-4fc6-a6e4-310985bab7ad req-ca566326-8a87-4828-9067-aabe45fe8038 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:35.260787 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-33626f14-c48d-4fc6-a6e4-310985bab7ad req-ca566326-8a87-4828-9067-aabe45fe8038 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=c95e4671-90c9-4009-b59d-d4c158667f30 HTTP/1.1" status: 200 len: 943 time: 0.1128910 Oct 28 09:37:35.264026 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-affd6049-e8e2-41e6-842f-128bff56219f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:35.265400 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-affd6049-e8e2-41e6-842f-128bff56219f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b657234d701d4fed8d1212c9119abe68&device_id=c95e4671-90c9-4009-b59d-d4c158667f30 HTTP/1.1" status: 200 len: 1096 time: 0.1210670 Oct 28 09:37:35.297400 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-143dce79-e615-4b38-b1d7-693ab12be70f req-d99efd49-aa68-4437-b1d8-d2ee5aeba131 service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=3b80de00771b42958d41dd36908280cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342484 Oct 28 09:37:35.339025 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe366c-d9f6-4882-b2ec-0453794ecccc req-7e799cf5-baa1-4c35-970b-4e4e0a5816e3 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:35.340697 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-59fe366c-d9f6-4882-b2ec-0453794ecccc req-7e799cf5-baa1-4c35-970b-4e4e0a5816e3 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.1144204 Oct 28 09:37:35.361102 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-e4cc4144-fada-4a2b-b39b-0a49baf3efa0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f523798a-44c5-469b-bf17-5bd4416f1098 HTTP/1.1" status: 200 len: 217 time: 0.0637016 Oct 28 09:37:35.362386 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-26ce4366-a7cc-400e-b0f8-3f5652c92a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692238', 'neutron.services.segments.db._delete_segments_for_network-8729415614302'] for network, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.395430 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-26ce4366-a7cc-400e-b0f8-3f5652c92a65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9fce80-f5e5-442a-9434-f4aaacf79fee']}} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:35.415345 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-26ce4366-a7cc-400e-b0f8-3f5652c92a65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0415d887-3b94-47ad-8236-6a42aa67d194') {'for_net_delete': True} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:35.415658 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-26ce4366-a7cc-400e-b0f8-3f5652c92a65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0415d887-3b94-47ad-8236-6a42aa67d194') {} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:35.420086 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-59fe366c-d9f6-4882-b2ec-0453794ecccc req-c89fca20-9456-466e-a664-19154bc1755e tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681951 Oct 28 09:37:35.429966 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-26ce4366-a7cc-400e-b0f8-3f5652c92a65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729415615847', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2871635'] for segment, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.448149 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-26ce4366-a7cc-400e-b0f8-3f5652c92a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.457825 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ce4366-a7cc-400e-b0f8-3f5652c92a65 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:37:35.458431 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-26ce4366-a7cc-400e-b0f8-3f5652c92a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869612'] for segment, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: Traceback (most recent call last): Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: timer() Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: cb(*args, **kw) Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: return func(*args, **kwargs) Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: self._notify() Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: self.callback(batched_events) Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: event.method(event) Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: return f(self, *a, **k) Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: return self._get(url).json() Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: return self.request(url, 'GET', **kwargs) Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:37:35.461375 dv-cinder-815146-5-iscsi neutron-server[101549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:37:35.503121 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-33626f14-c48d-4fc6-a6e4-310985bab7ad req-ffe70a7c-ccda-4243-a643-4adfea0f3c70 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229011 Oct 28 09:37:35.525780 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-26ce4366-a7cc-400e-b0f8-3f5652c92a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640007'] for network, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.547765 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-26ce4366-a7cc-400e-b0f8-3f5652c92a65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.553842 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-26ce4366-a7cc-400e-b0f8-3f5652c92a65 admin admin] 10.222.0.113 "DELETE /v2.0/networks/7d9fce80-f5e5-442a-9434-f4aaacf79fee HTTP/1.1" status: 204 len: 168 time: 0.4415212 Oct 28 09:37:35.553842 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce4366-a7cc-400e-b0f8-3f5652c92a65 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d9fce80-f5e5-442a-9434-f4aaacf79fee,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:35.566701 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-5345f6fb-6473-4afb-8b6b-45a69477ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:35.568175 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-5345f6fb-6473-4afb-8b6b-45a69477ac92 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=736da4eb-0b64-47cf-a336-b2a25d32f39e HTTP/1.1" status: 200 len: 855 time: 0.1536276 Oct 28 09:37:35.587347 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dce79-e615-4b38-b1d7-693ab12be70f req-ac07feca-16bf-4cc0-be9f-d953939bd3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:35.588865 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-143dce79-e615-4b38-b1d7-693ab12be70f req-ac07feca-16bf-4cc0-be9f-d953939bd3a1 service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2466195 Oct 28 09:37:35.634481 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-b95b3fb2-2501-41f9-a3df-e2234492e5e9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=27679303-a81b-460d-8771-941e694a0c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335162 Oct 28 09:37:35.739375 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54082) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:35.784297 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-5ea67a5e-8598-4498-b974-447798fc7a22 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=eb46d708ee3e49a7aa1b16385ff1cd60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433073 Oct 28 09:37:35.785194 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ed398439-7dd6-4df9-a05f-e69549c00470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:35.786920 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-ed398439-7dd6-4df9-a05f-e69549c00470 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3b80de00771b42958d41dd36908280cf&device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 1101 time: 0.1374395 Oct 28 09:37:35.788766 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54084) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:35.825122 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2c996-bbb8-4d1c-867e-2f611fdaebdf req-2d15b847-18e3-462b-9936-45d07244f27d tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:35.826606 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-88e2c996-bbb8-4d1c-867e-2f611fdaebdf req-2d15b847-18e3-462b-9936-45d07244f27d tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 948 time: 0.1348300 Oct 28 09:37:35.845317 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-51e44715-c000-4c84-bdad-59f18b1e0319 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.858554 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-390e649d-4970-445c-a998-77cad7814618 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=1a7e34e2-b60b-4edb-a561-72fc3cc0dd82 HTTP/1.1" status: 200 len: 217 time: 0.0568283 Oct 28 09:37:35.860461 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-11bb25b0-bd94-44b5-935e-f3364f510df9 service neutron] 10.222.0.98 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098439 Oct 28 09:37:35.869512 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-51e44715-c000-4c84-bdad-59f18b1e0319 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.919915 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-51e44715-c000-4c84-bdad-59f18b1e0319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.922476 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-51e44715-c000-4c84-bdad-59f18b1e0319 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.923784 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-51e44715-c000-4c84-bdad-59f18b1e0319 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8f40d7eb-ea47-4395-b1d1-31bc8dff936e HTTP/1.1" status: 204 len: 168 time: 0.1339414 Oct 28 09:37:35.932877 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e44715-c000-4c84-bdad-59f18b1e0319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f40d7eb-ea47-4395-b1d1-31bc8dff936e,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:36.003712 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-88e2c996-bbb8-4d1c-867e-2f611fdaebdf req-2f28677d-3707-405a-aa42-e482b430d6dd tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/security-groups?id=c31f6688-80b1-4255-a09e-a2229b428a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478562 Oct 28 09:37:36.019631 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-1a0f7a53-c62d-4bb6-8b1d-453b543f578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:36.021703 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-1a0f7a53-c62d-4bb6-8b1d-453b543f578d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9c866030-d962-47ea-a714-f247c248830e HTTP/1.1" status: 200 len: 843 time: 0.1419024 Oct 28 09:37:36.063181 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f38feead-a154-4a1d-9ec4-245675d6f982 req-c1d8a3f8-9875-497f-96e3-945af1a812ef service neutron] 10.222.0.98 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822810 Oct 28 09:37:36.099360 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-249f2f29-f52d-47b3-b45d-ce0e1474e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:36.101845 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-249f2f29-f52d-47b3-b45d-ce0e1474e75d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a5e858a8-7b0c-4134-8ecf-392e34f07066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0645700 Oct 28 09:37:36.203155 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154f8f4-a63d-404a-a90b-869e0792257a req-039a292e-4b30-4a25-bb7f-822e4e20f069 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:36.204696 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-9154f8f4-a63d-404a-a90b-869e0792257a req-039a292e-4b30-4a25-bb7f-822e4e20f069 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=9db9dd18-3407-4a53-8466-3eabb0dc9e2f HTTP/1.1" status: 200 len: 945 time: 0.0513408 Oct 28 09:37:36.227949 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-f181f812-907f-4b5d-9ffe-4039b1e798fd service neutron] 10.222.0.98 "GET /v2.0/networks/a5e858a8-7b0c-4134-8ecf-392e34f07066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083066 Oct 28 09:37:36.246477 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-9154f8f4-a63d-404a-a90b-869e0792257a req-ffd574bf-672f-4b03-ae0f-52608800f2b4 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350728 Oct 28 09:37:36.286279 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54094) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:36.332909 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-f9f93165-14f8-4713-a9bc-813a4acce7d2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d9395d8a01b341e1a1651928d42f4cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437791 Oct 28 09:37:36.334164 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54096) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:36.390798 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b7e9cca6-98e9-4226-888a-1bf1beaabd3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:36.415598 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b7e9cca6-98e9-4226-888a-1bf1beaabd3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:36.476354 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b7e9cca6-98e9-4226-888a-1bf1beaabd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:36.480411 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b7e9cca6-98e9-4226-888a-1bf1beaabd3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:36.484152 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-b7e9cca6-98e9-4226-888a-1bf1beaabd3a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/08deee51-80bc-44c5-8dc9-4479f0b04075 HTTP/1.1" status: 204 len: 168 time: 0.1467130 Oct 28 09:37:36.494427 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9cca6-98e9-4226-888a-1bf1beaabd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08deee51-80bc-44c5-8dc9-4479f0b04075,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:36.572406 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d7afb79c-1c84-4be4-91a2-38666dfe89fe req-e96f5650-367d-44c9-8b5d-e00c42120019 service neutron] 10.222.0.98 "GET /v2.0/networks/a5e858a8-7b0c-4134-8ecf-392e34f07066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324518 Oct 28 09:37:36.684534 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6920608-dc41-4891-a45e-c9de596089c0 req-7fc100bf-5f61-4e7f-9cb4-b8b28bc18550 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:36.686596 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d6920608-dc41-4891-a45e-c9de596089c0 req-7fc100bf-5f61-4e7f-9cb4-b8b28bc18550 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0579560 Oct 28 09:37:36.697229 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a07cec-b8ed-4269-a576-a5f3221e6900 req-49c7572d-b009-4d15-bcd0-5183af5aae1b tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:36.699478 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-08a07cec-b8ed-4269-a576-a5f3221e6900 req-49c7572d-b009-4d15-bcd0-5183af5aae1b tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=c95e4671-90c9-4009-b59d-d4c158667f30 HTTP/1.1" status: 200 len: 943 time: 0.0692229 Oct 28 09:37:36.736912 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d6920608-dc41-4891-a45e-c9de596089c0 req-374027a1-ba5b-479d-b379-96b165860da5 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440845 Oct 28 09:37:36.755113 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-08a07cec-b8ed-4269-a576-a5f3221e6900 req-b4a7c747-9a17-4904-90ae-1545f56b3097 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462379 Oct 28 09:37:36.876791 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c95e4671-90c9-4009-b59d-d4c158667f30', 'tag': 'f523798a-44c5-469b-bf17-5bd4416f1098'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:36.879347 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431032ce-ec0a-49a3-87f8-e008f80cc86b" -d '{"events": [{"name": "network-changed", "server_uuid": "c95e4671-90c9-4009-b59d-d4c158667f30", "tag": "f523798a-44c5-469b-bf17-5bd4416f1098"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:36.921791 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4530c1-db20-4584-96bd-9ec1f32f97d7 x-openstack-request-id: req-5d4530c1-db20-4584-96bd-9ec1f32f97d7 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:36.922072 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c95e4671-90c9-4009-b59d-d4c158667f30", "tag": "f523798a-44c5-469b-bf17-5bd4416f1098", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:36.922385 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5d4530c1-db20-4584-96bd-9ec1f32f97d7 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:36.923061 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c95e4671-90c9-4009-b59d-d4c158667f30', 'tag': 'f523798a-44c5-469b-bf17-5bd4416f1098', 'status': 'completed', 'code': 200} Oct 28 09:37:37.004526 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431032ce-ec0a-49a3-87f8-e008f80cc86b req-0913a4d0-8e91-4e25-9f16-06e44ccbadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:37.006282 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-431032ce-ec0a-49a3-87f8-e008f80cc86b req-0913a4d0-8e91-4e25-9f16-06e44ccbadd5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b657234d701d4fed8d1212c9119abe68&device_id=c95e4671-90c9-4009-b59d-d4c158667f30 HTTP/1.1" status: 200 len: 1096 time: 0.0433919 Oct 28 09:37:37.113305 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431032ce-ec0a-49a3-87f8-e008f80cc86b req-d4999eb1-4828-4ea6-a017-300350587268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:37.116320 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-431032ce-ec0a-49a3-87f8-e008f80cc86b req-d4999eb1-4828-4ea6-a017-300350587268 service neutron] 10.222.0.98 "GET /v2.0/networks?id=27679303-a81b-460d-8771-941e694a0c8e HTTP/1.1" status: 200 len: 916 time: 0.0960224 Oct 28 09:37:37.130702 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfb0a7-f0c5-4443-b5da-8c0a349fd574 req-b331a233-0a73-4832-a640-cc3ab14f336e tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:37.133520 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-34dfb0a7-f0c5-4443-b5da-8c0a349fd574 req-b331a233-0a73-4832-a640-cc3ab14f336e tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 948 time: 0.0561864 Oct 28 09:37:37.163717 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-431032ce-ec0a-49a3-87f8-e008f80cc86b req-e51b67b1-9894-4d0a-8559-bf63afae4cdf service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f523798a-44c5-469b-bf17-5bd4416f1098 HTTP/1.1" status: 200 len: 217 time: 0.0376062 Oct 28 09:37:37.181964 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-34dfb0a7-f0c5-4443-b5da-8c0a349fd574 req-534f1ab5-dd47-4b7d-b3ac-45b8d1564950 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/security-groups?id=c31f6688-80b1-4255-a09e-a2229b428a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432944 Oct 28 09:37:37.223142 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431032ce-ec0a-49a3-87f8-e008f80cc86b req-5ca41be8-50f3-405d-9f34-99e82b3dd325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:37.224795 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-431032ce-ec0a-49a3-87f8-e008f80cc86b req-5ca41be8-50f3-405d-9f34-99e82b3dd325 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=736da4eb-0b64-47cf-a336-b2a25d32f39e HTTP/1.1" status: 200 len: 855 time: 0.0471604 Oct 28 09:37:37.281462 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-431032ce-ec0a-49a3-87f8-e008f80cc86b req-9699a01d-a20a-4bf8-ac3e-82f445f394a7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=27679303-a81b-460d-8771-941e694a0c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330596 Oct 28 09:37:37.409753 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23036b1a-15ad-4a94-84a2-9a66faff6de9 req-1401e220-ed60-49fd-bcdf-dd21c1358faf tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:37.411230 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-23036b1a-15ad-4a94-84a2-9a66faff6de9 req-1401e220-ed60-49fd-bcdf-dd21c1358faf tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=9db9dd18-3407-4a53-8466-3eabb0dc9e2f HTTP/1.1" status: 200 len: 945 time: 0.0724130 Oct 28 09:37:37.442316 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-431032ce-ec0a-49a3-87f8-e008f80cc86b req-d0345914-2df4-479e-8d4a-9e96b988d236 service neutron] 10.222.0.98 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474111 Oct 28 09:37:37.459870 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-23036b1a-15ad-4a94-84a2-9a66faff6de9 req-5ae0ec85-e93f-427d-a4d8-998c6029dd2c tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416749 Oct 28 09:37:37.562776 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-431032ce-ec0a-49a3-87f8-e008f80cc86b req-89a2f989-96df-40e1-8a92-eb6e659da81d service neutron] 10.222.0.98 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976481 Oct 28 09:37:37.917484 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e96205-9e4c-4721-a6f7-94b113927154 req-8fd717ab-c3eb-461b-9f96-a55baf0c03c6 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:37.921120 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a0e96205-9e4c-4721-a6f7-94b113927154 req-8fd717ab-c3eb-461b-9f96-a55baf0c03c6 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0759881 Oct 28 09:37:37.930486 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fec4e-c649-4249-b381-9faf1c7218e9 req-b07fecce-02f5-4404-ab01-8272cea33cf5 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:37.936877 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3f8fec4e-c649-4249-b381-9faf1c7218e9 req-b07fecce-02f5-4404-ab01-8272cea33cf5 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=c95e4671-90c9-4009-b59d-d4c158667f30 HTTP/1.1" status: 200 len: 943 time: 0.0991015 Oct 28 09:37:37.996097 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a0e96205-9e4c-4721-a6f7-94b113927154 req-34b13c50-962f-4e50-8182-db84e7a27d3c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684707 Oct 28 09:37:38.023798 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3f8fec4e-c649-4249-b381-9faf1c7218e9 req-ee33c34c-41a4-4881-affb-260e9b0eac11 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782678 Oct 28 09:37:38.343963 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb645627-9d9e-4d5c-86f0-e16849910fc1 req-8c142d11-0aaf-47da-a55d-7a322fe5bae8 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:38.346244 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cb645627-9d9e-4d5c-86f0-e16849910fc1 req-8c142d11-0aaf-47da-a55d-7a322fe5bae8 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 948 time: 0.0751948 Oct 28 09:37:38.403409 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cb645627-9d9e-4d5c-86f0-e16849910fc1 req-cd705b2f-7b8f-4c99-9498-ec4835613993 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/security-groups?id=c31f6688-80b1-4255-a09e-a2229b428a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491233 Oct 28 09:37:38.514676 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a48db1-6120-4293-a799-06c6f2f50ae4 req-965a022a-4e98-429c-a1e0-1274f1b35659 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:38.516216 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-25a48db1-6120-4293-a799-06c6f2f50ae4 req-965a022a-4e98-429c-a1e0-1274f1b35659 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=9db9dd18-3407-4a53-8466-3eabb0dc9e2f HTTP/1.1" status: 200 len: 945 time: 0.0542593 Oct 28 09:37:38.559861 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-25a48db1-6120-4293-a799-06c6f2f50ae4 req-7987a626-6006-4472-9a91-1b08b190f05a tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366015 Oct 28 09:37:38.666121 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54218) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:38.748709 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-5a3248a3-6077-4237-9dc7-06faa9d57c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:38.776569 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9469e7f8-fd6f-4c4e-b464-e3238b6e595c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:38.853691 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9469e7f8-fd6f-4c4e-b464-e3238b6e595c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:38.857962 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9469e7f8-fd6f-4c4e-b464-e3238b6e595c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:38.898888 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-9469e7f8-fd6f-4c4e-b464-e3238b6e595c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=31bc37693ae24def96fc30560cf0a8d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316399 Oct 28 09:37:38.900044 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469e7f8-fd6f-4c4e-b464-e3238b6e595c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cac21f-984b-4c2f-9395-de18a629bf0b,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:38.901803 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 54222) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:38.953814 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-9256e0d0-32fa-43d2-839c-1c3725ba4c57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:38.974291 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-9256e0d0-32fa-43d2-839c-1c3725ba4c57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:39.033298 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-9256e0d0-32fa-43d2-839c-1c3725ba4c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:39.038537 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-9256e0d0-32fa-43d2-839c-1c3725ba4c57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:39.042595 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-9256e0d0-32fa-43d2-839c-1c3725ba4c57 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a1cac21f-984b-4c2f-9395-de18a629bf0b HTTP/1.1" status: 204 len: 168 time: 0.1371694 Oct 28 09:37:39.043710 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device f523798a-44c5-469b-bf17-5bd4416f1098 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:37:39.066339 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256e0d0-32fa-43d2-839c-1c3725ba4c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cac21f-984b-4c2f-9395-de18a629bf0b,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:39.139167 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba1bcf-fc59-493c-98ac-8d01ccd46f48 req-375c42c7-7470-4c07-8aa5-423dd9099ab3 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:39.148442 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0cba1bcf-fc59-493c-98ac-8d01ccd46f48 req-375c42c7-7470-4c07-8aa5-423dd9099ab3 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0625401 Oct 28 09:37:39.177555 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532aff9e-9929-45b8-9d4d-bc51b99c5c78 req-69951186-f297-488d-9e82-a77daf0d56b3 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:39.184233 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-532aff9e-9929-45b8-9d4d-bc51b99c5c78 req-69951186-f297-488d-9e82-a77daf0d56b3 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=c95e4671-90c9-4009-b59d-d4c158667f30 HTTP/1.1" status: 200 len: 943 time: 0.0735021 Oct 28 09:37:39.196198 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0cba1bcf-fc59-493c-98ac-8d01ccd46f48 req-b9203af2-f481-413e-b351-c8eed32d7253 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457301 Oct 28 09:37:39.214631 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port f523798a-44c5-469b-bf17-5bd4416f1098, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f523798a-44c5-469b-bf17-5bd4416f1098,segment=NetworkSegment(8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a),segment_id=8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:39.231601 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': 'f523798a-44c5-469b-bf17-5bd4416f1098', 'network_id': '27679303-a81b-460d-8771-941e694a0c8e', 'port_id': 'f523798a-44c5-469b-bf17-5bd4416f1098', 'mac_address': 'fa:16:3e:34:dd:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736da4eb-0b64-47cf-a336-b2a25d32f39e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:37:39.239632 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-532aff9e-9929-45b8-9d4d-bc51b99c5c78 req-ebaea087-bae7-4bd9-a7e4-c89ebb2f1f51 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509875 Oct 28 09:37:39.274544 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:39.287790 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f523798a-44c5-469b-bf17-5bd4416f1098 {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:37:39.312744 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port f523798a-44c5-469b-bf17-5bd4416f1098, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f523798a-44c5-469b-bf17-5bd4416f1098,segment=NetworkSegment(8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a),segment_id=8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:39.320183 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:39.370023 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=f523798a-44c5-469b-bf17-5bd4416f1098,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:39.387577 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 54240) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:39.400543 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-ac1dc392-a45a-4a0d-a167-a99487efa7f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:39.479339 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-ac1dc392-a45a-4a0d-a167-a99487efa7f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:39.483262 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-ac1dc392-a45a-4a0d-a167-a99487efa7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:39.526466 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1dc392-a45a-4a0d-a167-a99487efa7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046ef5aa-4d33-410c-8918-c0641299a9f8,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:39.532501 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-ac1dc392-a45a-4a0d-a167-a99487efa7f7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4865fa9be8664d96b71276fd30ed5528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432178 Oct 28 09:37:39.534167 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05876f4-b023-4217-8256-b6880d316e3f req-7fbce3c4-dc65-4c74-8ceb-ef441344e470 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:39.534543 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 54248) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:39.535905 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c05876f4-b023-4217-8256-b6880d316e3f req-7fbce3c4-dc65-4c74-8ceb-ef441344e470 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 948 time: 0.0603783 Oct 28 09:37:39.584390 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c05876f4-b023-4217-8256-b6880d316e3f req-b26c7c01-b764-43ff-9091-6e029c30c56d tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/security-groups?id=c31f6688-80b1-4255-a09e-a2229b428a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364187 Oct 28 09:37:39.595439 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-417093f1-eef8-4d5c-9d0c-0e80813a6fd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:39.630566 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-417093f1-eef8-4d5c-9d0c-0e80813a6fd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:39.713405 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceed69e-e191-49a5-8e1d-acc00ce377c4 req-60754673-3c8a-402d-9673-f6a5f8f095f2 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:39.714920 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cceed69e-e191-49a5-8e1d-acc00ce377c4 req-60754673-3c8a-402d-9673-f6a5f8f095f2 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=9db9dd18-3407-4a53-8466-3eabb0dc9e2f HTTP/1.1" status: 200 len: 945 time: 0.0748034 Oct 28 09:37:39.730312 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-417093f1-eef8-4d5c-9d0c-0e80813a6fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:39.732928 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-417093f1-eef8-4d5c-9d0c-0e80813a6fd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:39.734029 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-417093f1-eef8-4d5c-9d0c-0e80813a6fd2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/046ef5aa-4d33-410c-8918-c0641299a9f8 HTTP/1.1" status: 204 len: 168 time: 0.1985571 Oct 28 09:37:39.753621 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417093f1-eef8-4d5c-9d0c-0e80813a6fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046ef5aa-4d33-410c-8918-c0641299a9f8,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:39.777061 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cceed69e-e191-49a5-8e1d-acc00ce377c4 req-52b43240-3714-4299-ad13-e08a8079ddff tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549057 Oct 28 09:37:39.780742 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['f523798a-44c5-469b-bf17-5bd4416f1098'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:37:39.870337 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 54260) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:40.077567 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-a23e2b4b-1e77-4d8a-ab10-9a8c34468263 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:40.164868 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-a23e2b4b-1e77-4d8a-ab10-9a8c34468263 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:40.169072 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-a23e2b4b-1e77-4d8a-ab10-9a8c34468263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:40.208117 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-a23e2b4b-1e77-4d8a-ab10-9a8c34468263 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6a498a3ac92a4778afd2e82fb579c03c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366768 Oct 28 09:37:40.209374 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e2b4b-1e77-4d8a-ab10-9a8c34468263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4ce4aa-413e-44c7-9c7e-0ae8ef4d032d,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:40.211062 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54276) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:40.287734 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9316b8c8-e0fc-479f-8f29-be73dc927efc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:40.335591 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9316b8c8-e0fc-479f-8f29-be73dc927efc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:40.356343 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141f89a-aaea-4544-b5ea-753e1b9eb40c req-a45a24f5-4901-481e-8f18-599e93db2c56 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:40.357869 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-8141f89a-aaea-4544-b5ea-753e1b9eb40c req-a45a24f5-4901-481e-8f18-599e93db2c56 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0874372 Oct 28 09:37:40.364807 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c05f1-2e7b-42bd-94f5-391678bf9eb4 req-e037a0f6-039a-4ede-9054-5ce0a53a62a1 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:40.368159 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-260c05f1-2e7b-42bd-94f5-391678bf9eb4 req-e037a0f6-039a-4ede-9054-5ce0a53a62a1 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=c95e4671-90c9-4009-b59d-d4c158667f30 HTTP/1.1" status: 200 len: 944 time: 0.0591261 Oct 28 09:37:40.411326 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-260c05f1-2e7b-42bd-94f5-391678bf9eb4 req-fef1a850-8ebf-4fca-b8fa-246881578ed1 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382044 Oct 28 09:37:40.418990 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-8141f89a-aaea-4544-b5ea-753e1b9eb40c req-84e35597-be82-4ba9-8d3a-7350c9efff92 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540838 Oct 28 09:37:40.443178 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9316b8c8-e0fc-479f-8f29-be73dc927efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:40.446317 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9316b8c8-e0fc-479f-8f29-be73dc927efc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:40.450207 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-9316b8c8-e0fc-479f-8f29-be73dc927efc admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6d4ce4aa-413e-44c7-9c7e-0ae8ef4d032d HTTP/1.1" status: 204 len: 168 time: 0.2346613 Oct 28 09:37:40.456479 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316b8c8-e0fc-479f-8f29-be73dc927efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4ce4aa-413e-44c7-9c7e-0ae8ef4d032d,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:40.717054 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79518bc-f2fd-4a53-ab1a-c9057c2ca942 req-800c2858-f016-436e-a935-4c57263a42bb tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:40.718557 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f79518bc-f2fd-4a53-ab1a-c9057c2ca942 req-800c2858-f016-436e-a935-4c57263a42bb tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 948 time: 0.0553253 Oct 28 09:37:40.795035 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e48a4-2e7e-49c5-a48a-c41408996000 req-14904dfd-4060-4ccf-9e53-227febc92eba tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:40.796883 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ec2e48a4-2e7e-49c5-a48a-c41408996000 req-14904dfd-4060-4ccf-9e53-227febc92eba tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.98 "GET /v2.0/ports?device_id=9db9dd18-3407-4a53-8466-3eabb0dc9e2f HTTP/1.1" status: 200 len: 945 time: 0.0773454 Oct 28 09:37:40.800451 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f79518bc-f2fd-4a53-ab1a-c9057c2ca942 req-898ebd47-7ef9-4622-833e-78a45885868f tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/security-groups?id=c31f6688-80b1-4255-a09e-a2229b428a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726922 Oct 28 09:37:40.832993 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54306) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:40.849653 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c977b42c-73df-475e-b5ac-cbee56213716 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:40.920106 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-ec2e48a4-2e7e-49c5-a48a-c41408996000 req-9a90a00d-d45d-4e42-8d33-4839e2508151 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Deleting port eb6faf41-6efe-4558-b7ab-00940e6b6a5e {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:37:40.920372 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-ec2e48a4-2e7e-49c5-a48a-c41408996000 req-9a90a00d-d45d-4e42-8d33-4839e2508151 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:40.929671 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b66b0f-9565-4159-8649-aa38f53717be req-cff715ea-be2b-47a2-bcee-6019f949f91e tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:40.931251 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-41b66b0f-9565-4159-8649-aa38f53717be req-cff715ea-be2b-47a2-bcee-6019f949f91e tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=9db9dd18-3407-4a53-8466-3eabb0dc9e2f HTTP/1.1" status: 200 len: 945 time: 0.0781488 Oct 28 09:37:41.001907 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-41b66b0f-9565-4159-8649-aa38f53717be req-f3e5ceb3-59c2-461d-8410-d806a0c116ac tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617845 Oct 28 09:37:41.011425 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c977b42c-73df-475e-b5ac-cbee56213716 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:41.021056 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c977b42c-73df-475e-b5ac-cbee56213716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:41.032462 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-ec2e48a4-2e7e-49c5-a48a-c41408996000 req-9a90a00d-d45d-4e42-8d33-4839e2508151 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] For port eb6faf41-6efe-4558-b7ab-00940e6b6a5e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=eb6faf41-6efe-4558-b7ab-00940e6b6a5e,segment=NetworkSegment(93bf65e0-2d6c-47bc-ab50-5f0d7f232d59),segment_id=93bf65e0-2d6c-47bc-ab50-5f0d7f232d59)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:41.033793 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-ec2e48a4-2e7e-49c5-a48a-c41408996000 req-9a90a00d-d45d-4e42-8d33-4839e2508151 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:41.048503 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-ec2e48a4-2e7e-49c5-a48a-c41408996000 req-9a90a00d-d45d-4e42-8d33-4839e2508151 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Calling delete_port for eb6faf41-6efe-4558-b7ab-00940e6b6a5e owned by compute:nova {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:37:41.059790 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:37:41.064327 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-c977b42c-73df-475e-b5ac-cbee56213716 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ce5a22528d304ee1906ee5b61f05a202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301471 Oct 28 09:37:41.065175 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977b42c-73df-475e-b5ac-cbee56213716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbae2f0-3242-407d-8f5f-46b36a1dffc1,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:41.068050 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54312) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:41.121645 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-07a791c2-088b-4d16-a281-8d54e406b718 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:41.154886 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-07a791c2-088b-4d16-a281-8d54e406b718 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:41.166427 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device f523798a-44c5-469b-bf17-5bd4416f1098 up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:37:41.229891 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-07a791c2-088b-4d16-a281-8d54e406b718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:41.234593 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-07a791c2-088b-4d16-a281-8d54e406b718 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:41.236919 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-07a791c2-088b-4d16-a281-8d54e406b718 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ffbae2f0-3242-407d-8f5f-46b36a1dffc1 HTTP/1.1" status: 204 len: 168 time: 0.1679316 Oct 28 09:37:41.251757 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a791c2-088b-4d16-a281-8d54e406b718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbae2f0-3242-407d-8f5f-46b36a1dffc1,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:41.253733 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-ec2e48a4-2e7e-49c5-a48a-c41408996000 req-9a90a00d-d45d-4e42-8d33-4839e2508151 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:41.263654 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f2b8e02f-af65-44c4-8c6d-68e5ab8ea928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:41.276310 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['eb6faf41-6efe-4558-b7ab-00940e6b6a5e'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:37:41.297791 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90a00d-d45d-4e42-8d33-4839e2508151 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Pushing event deleted for resources: {'Port': ['ID=eb6faf41-6efe-4558-b7ab-00940e6b6a5e,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:41.317565 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1a7e34e2-b60b-4edb-a561-72fc3cc0dd82,segment=NetworkSegment(2115b299-46f7-4106-aa6f-862c08e1c22b),segment_id=2115b299-46f7-4106-aa6f-862c08e1c22b)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:41.338421 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': '1a7e34e2-b60b-4edb-a561-72fc3cc0dd82', 'network_id': 'a5e858a8-7b0c-4134-8ecf-392e34f07066', 'port_id': '1a7e34e2-b60b-4edb-a561-72fc3cc0dd82', 'mac_address': 'fa:16:3e:14:8f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c866030-d962-47ea-a714-f247c248830e', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:37:41.352045 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning for port f523798a-44c5-469b-bf17-5bd4416f1098 completed by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:37:41.352534 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2e48a4-2e7e-49c5-a48a-c41408996000 req-9a90a00d-d45d-4e42-8d33-4839e2508151 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] No DVR routers for this DVR port eb6faf41-6efe-4558-b7ab-00940e6b6a5e on host hv-cinder-81514 {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:37:41.356469 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-ec2e48a4-2e7e-49c5-a48a-c41408996000 req-9a90a00d-d45d-4e42-8d33-4839e2508151 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:41.361186 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ec2e48a4-2e7e-49c5-a48a-c41408996000 req-9a90a00d-d45d-4e42-8d33-4839e2508151 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.98 "DELETE /v2.0/ports/eb6faf41-6efe-4558-b7ab-00940e6b6a5e HTTP/1.1" status: 204 len: 173 time: 0.5478892 Oct 28 09:37:41.361769 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db9dd18-3407-4a53-8466-3eabb0dc9e2f', 'name': 'network-vif-deleted', 'tag': 'eb6faf41-6efe-4558-b7ab-00940e6b6a5e'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:41.364210 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6228cd41-3bfb-4621-8de6-f07e03d5d3cc" -d '{"events": [{"server_uuid": "9db9dd18-3407-4a53-8466-3eabb0dc9e2f", "name": "network-vif-deleted", "tag": "eb6faf41-6efe-4558-b7ab-00940e6b6a5e"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:41.401694 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port f523798a-44c5-469b-bf17-5bd4416f1098 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:41.401920 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:41.421702 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3642b783-eb6f-4336-ae05-d1591d645173 x-openstack-request-id: req-3642b783-eb6f-4336-ae05-d1591d645173 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:41.422209 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db9dd18-3407-4a53-8466-3eabb0dc9e2f", "name": "network-vif-deleted", "tag": "eb6faf41-6efe-4558-b7ab-00940e6b6a5e", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:41.422209 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3642b783-eb6f-4336-ae05-d1591d645173 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:41.422633 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db9dd18-3407-4a53-8466-3eabb0dc9e2f', 'name': 'network-vif-deleted', 'tag': 'eb6faf41-6efe-4558-b7ab-00940e6b6a5e', 'status': 'completed', 'code': 200} Oct 28 09:37:41.468082 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:41.508280 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82 {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:37:41.601959 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489b581-a6b8-4c8a-b8ac-d9626e662b3d req-48140fb1-0891-48fe-adf7-8b079515e9a5 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:41.603586 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3489b581-a6b8-4c8a-b8ac-d9626e662b3d req-48140fb1-0891-48fe-adf7-8b079515e9a5 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0743361 Oct 28 09:37:41.613466 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1a7e34e2-b60b-4edb-a561-72fc3cc0dd82,segment=NetworkSegment(2115b299-46f7-4106-aa6f-862c08e1c22b),segment_id=2115b299-46f7-4106-aa6f-862c08e1c22b)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:41.622354 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:41.624334 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:41.630765 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d97388-7d96-4701-b4df-8152459026f7 req-f8f91abd-b269-4b31-a048-8f51cfc34b74 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:41.632578 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-58d97388-7d96-4701-b4df-8152459026f7 req-f8f91abd-b269-4b31-a048-8f51cfc34b74 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=c95e4671-90c9-4009-b59d-d4c158667f30 HTTP/1.1" status: 200 len: 944 time: 0.1011543 Oct 28 09:37:41.694351 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3489b581-a6b8-4c8a-b8ac-d9626e662b3d req-5fa11fc5-fe58-49fb-80eb-c17f03a6a6b7 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754566 Oct 28 09:37:41.696896 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=1a7e34e2-b60b-4edb-a561-72fc3cc0dd82,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:41.701522 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-58d97388-7d96-4701-b4df-8152459026f7 req-3ee79d01-7903-4307-ae19-76a960023c27 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624881 Oct 28 09:37:41.720158 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95e4671-90c9-4009-b59d-d4c158667f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f523798a-44c5-469b-bf17-5bd4416f1098'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:41.721087 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1af476-92ae-4862-bc42-41515e8290a9" -d '{"events": [{"server_uuid": "c95e4671-90c9-4009-b59d-d4c158667f30", "name": "network-vif-plugged", "status": "completed", "tag": "f523798a-44c5-469b-bf17-5bd4416f1098"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:41.736162 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port f523798a-44c5-469b-bf17-5bd4416f1098, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f523798a-44c5-469b-bf17-5bd4416f1098,segment=NetworkSegment(8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a),segment_id=8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:41.742096 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:41.800823 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=f523798a-44c5-469b-bf17-5bd4416f1098,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:41.811905 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd2b7c0-44cd-443f-82b7-9ab336d3ea0b x-openstack-request-id: req-5cd2b7c0-44cd-443f-82b7-9ab336d3ea0b {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:41.812221 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c95e4671-90c9-4009-b59d-d4c158667f30", "name": "network-vif-plugged", "status": "completed", "tag": "f523798a-44c5-469b-bf17-5bd4416f1098", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:41.812471 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5cd2b7c0-44cd-443f-82b7-9ab336d3ea0b {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:41.813453 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c95e4671-90c9-4009-b59d-d4c158667f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f523798a-44c5-469b-bf17-5bd4416f1098', 'code': 200} Oct 28 09:37:41.823642 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54342) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:41.841976 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4475c996-5a66-40cf-8aee-19f793acb23c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:41.969643 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a81947-79af-4f28-a75e-e13edd4cc255 req-45161695-24ac-4c08-93ae-5f608c46d751 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:41.971216 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-68a81947-79af-4f28-a75e-e13edd4cc255 req-45161695-24ac-4c08-93ae-5f608c46d751 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 949 time: 0.0902457 Oct 28 09:37:41.977114 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4475c996-5a66-40cf-8aee-19f793acb23c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:41.987864 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4475c996-5a66-40cf-8aee-19f793acb23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:42.076733 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-68a81947-79af-4f28-a75e-e13edd4cc255 req-492c769a-d3be-4e93-9671-5a9e198561df tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/security-groups?id=c31f6688-80b1-4255-a09e-a2229b428a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891702 Oct 28 09:37:42.082133 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['1a7e34e2-b60b-4edb-a561-72fc3cc0dd82'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:37:42.085206 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-4475c996-5a66-40cf-8aee-19f793acb23c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=983fee229c174ae491ee04015bcf0b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603436 Oct 28 09:37:42.086557 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475c996-5a66-40cf-8aee-19f793acb23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff56a8f8-4de1-40a4-b91a-9a6ff67bc7ae,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:42.087517 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 54348) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:42.132904 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10094a8a-f10a-44e4-aa0b-637a9e9008f4 req-8a369364-3233-4b04-9ab3-33f1aa6b9387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:42.134323 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-10094a8a-f10a-44e4-aa0b-637a9e9008f4 req-8a369364-3233-4b04-9ab3-33f1aa6b9387 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c95e4671-90c9-4009-b59d-d4c158667f30 HTTP/1.1" status: 200 len: 1098 time: 0.0921814 Oct 28 09:37:42.174547 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6f748e0f-70a4-4080-87ba-8df90657dc95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:42.199830 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a7a2ad11-1c01-4750-9547-46c9178ea084 req-5f414cd3-fb3f-4acc-8f80-40e18ff8c63e tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=9db9dd18-3407-4a53-8466-3eabb0dc9e2f HTTP/1.1" status: 200 len: 210 time: 0.0535941 Oct 28 09:37:42.231329 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6f748e0f-70a4-4080-87ba-8df90657dc95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:42.234527 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-10094a8a-f10a-44e4-aa0b-637a9e9008f4 req-0b8f766c-7724-4187-a813-87981a2218f5 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847931 Oct 28 09:37:42.289904 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6f748e0f-70a4-4080-87ba-8df90657dc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:42.292512 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6f748e0f-70a4-4080-87ba-8df90657dc95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:42.293642 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-6f748e0f-70a4-4080-87ba-8df90657dc95 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ff56a8f8-4de1-40a4-b91a-9a6ff67bc7ae HTTP/1.1" status: 204 len: 168 time: 0.2051179 Oct 28 09:37:42.302951 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f748e0f-70a4-4080-87ba-8df90657dc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff56a8f8-4de1-40a4-b91a-9a6ff67bc7ae,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:42.467254 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:42.575398 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:42.815520 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d65713-7e80-482a-8480-99bcf0cbc844 req-0cea91be-9dee-4cb9-ab50-7eb4cef47dbf tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:42.817071 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a7d65713-7e80-482a-8480-99bcf0cbc844 req-0cea91be-9dee-4cb9-ab50-7eb4cef47dbf tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=c95e4671-90c9-4009-b59d-d4c158667f30 HTTP/1.1" status: 200 len: 945 time: 0.0583515 Oct 28 09:37:42.825855 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d632f5-94eb-4a28-b065-dbe5d92263e7 req-a9eee406-92d4-46ba-b5eb-4d4fb4d12359 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:42.827359 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-75d632f5-94eb-4a28-b065-dbe5d92263e7 req-a9eee406-92d4-46ba-b5eb-4d4fb4d12359 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0573497 Oct 28 09:37:42.857447 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a7d65713-7e80-482a-8480-99bcf0cbc844 req-7f50169b-c447-40cc-bad2-9e46418612d7 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342603 Oct 28 09:37:42.874776 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-75d632f5-94eb-4a28-b065-dbe5d92263e7 req-3e9f003a-d325-4892-9c1b-5dd111f5f25f tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409036 Oct 28 09:37:43.171246 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109133f9-03ba-4e87-9b6e-26b0f1c89f54 req-135b7d17-a8a5-4d4e-9428-1f60bbc9cc75 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:43.172897 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-109133f9-03ba-4e87-9b6e-26b0f1c89f54 req-135b7d17-a8a5-4d4e-9428-1f60bbc9cc75 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 949 time: 0.0509288 Oct 28 09:37:43.214943 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-109133f9-03ba-4e87-9b6e-26b0f1c89f54 req-f5aa013e-545a-4891-a0da-880d20025605 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/security-groups?id=c31f6688-80b1-4255-a09e-a2229b428a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354464 Oct 28 09:37:43.429721 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54410) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:43.540246 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-d68d9661-20ed-46cc-9f97-394a133f39a5 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:43.542099 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-d68d9661-20ed-46cc-9f97-394a133f39a5 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/networks?id=4a8d4e46-7ba2-4786-8afc-cf3952c1befc HTTP/1.1" status: 200 len: 809 time: 0.1229663 Oct 28 09:37:43.557622 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-02032e98-0558-4430-8412-17d0494cf7c8 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/quotas/265bb79de13641a482c6b34868cb502e HTTP/1.1" status: 200 len: 375 time: 0.0101981 Oct 28 09:37:43.598584 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-e66869a7-f4c7-4c2e-996f-967f651c073a tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=265bb79de13641a482c6b34868cb502e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349755 Oct 28 09:37:43.602310 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-41af12b7-bab3-4f8c-be10-d9a72305f22a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:43.685932 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-41af12b7-bab3-4f8c-be10-d9a72305f22a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:43.691398 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-41af12b7-bab3-4f8c-be10-d9a72305f22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:43.703261 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-2049d150-27eb-43a1-a164-1fe1a894ebd3 service neutron] 10.222.0.113 "GET /v2.0/networks/4a8d4e46-7ba2-4786-8afc-cf3952c1befc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038239 Oct 28 09:37:43.734976 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:43.741144 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af12b7-bab3-4f8c-be10-d9a72305f22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3148e785-0340-474a-9fa9-d1011758ad53,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:43.747233 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-41af12b7-bab3-4f8c-be10-d9a72305f22a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4538bd844f104945b77d83b980f3e9f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164744 Oct 28 09:37:43.749742 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54424) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:43.806163 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-645e6d81-679e-42b6-a854-1f595e72190b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:43.828239 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-e60ad039-b8f4-4f7a-8d25-671ea33eabb1 service neutron] 10.222.0.113 "GET /v2.0/networks/4a8d4e46-7ba2-4786-8afc-cf3952c1befc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178265 Oct 28 09:37:43.834091 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-645e6d81-679e-42b6-a854-1f595e72190b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:43.920232 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-645e6d81-679e-42b6-a854-1f595e72190b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:43.923901 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-645e6d81-679e-42b6-a854-1f595e72190b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:43.925146 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-645e6d81-679e-42b6-a854-1f595e72190b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3148e785-0340-474a-9fa9-d1011758ad53 HTTP/1.1" status: 204 len: 168 time: 0.1738102 Oct 28 09:37:43.936485 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e6d81-679e-42b6-a854-1f595e72190b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3148e785-0340-474a-9fa9-d1011758ad53,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:44.075764 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec8231-6211-4df8-97ce-3be6ec2be3f8 req-0e750aa0-f751-4359-ad0e-7f0b2cec8359 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:44.077409 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-38ec8231-6211-4df8-97ce-3be6ec2be3f8 req-0e750aa0-f751-4359-ad0e-7f0b2cec8359 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=c95e4671-90c9-4009-b59d-d4c158667f30 HTTP/1.1" status: 200 len: 945 time: 0.1069353 Oct 28 09:37:44.152907 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6fdf2-7bd2-49eb-9d9f-0364ba0a7fc7 req-ae7aba25-9870-40dc-951d-c80251b1e211 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:44.154467 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-22d6fdf2-7bd2-49eb-9d9f-0364ba0a7fc7 req-ae7aba25-9870-40dc-951d-c80251b1e211 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0977335 Oct 28 09:37:44.160277 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-38ec8231-6211-4df8-97ce-3be6ec2be3f8 req-cc17372c-4ecb-4c88-9014-925d19095d1a tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691977 Oct 28 09:37:44.231311 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-22d6fdf2-7bd2-49eb-9d9f-0364ba0a7fc7 req-672fc956-223d-4635-bb3d-7faf985091c9 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584440 Oct 28 09:37:44.245688 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-927b8299-0413-4266-9a0a-f5603524aecc req-cc4e5aab-21c2-4687-baf0-6d524cdbe706 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=5ee2245c-413a-4bb6-ac18-1ba0be40381c HTTP/1.1" status: 200 len: 210 time: 0.0393701 Oct 28 09:37:44.406622 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5fdfd-3255-4024-99c7-f8ff48c146b4 req-23f05f53-2d98-47a3-abd2-dd8e6343aefc tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:44.408782 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cda5fdfd-3255-4024-99c7-f8ff48c146b4 req-23f05f53-2d98-47a3-abd2-dd8e6343aefc tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 949 time: 0.0754795 Oct 28 09:37:44.460991 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cda5fdfd-3255-4024-99c7-f8ff48c146b4 req-5da40428-c24e-4b0d-86a1-fe98fa2eb339 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/security-groups?id=c31f6688-80b1-4255-a09e-a2229b428a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444698 Oct 28 09:37:44.737108 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54474) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:44.838618 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-7748eb47-4218-443b-bf93-0ae9ae22cb0c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1449459733-network', 'tenant_id': '64c8b312f18548939a655ccab105249a'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:44.858923 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7748eb47-4218-443b-bf93-0ae9ae22cb0c admin admin] Made reservation on behalf of 64c8b312f18548939a655ccab105249a for: {'network': 1} {{(pid=101549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:37:44.861520 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7748eb47-4218-443b-bf93-0ae9ae22cb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for network, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:44.869736 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7748eb47-4218-443b-bf93-0ae9ae22cb0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:44.946889 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7748eb47-4218-443b-bf93-0ae9ae22cb0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:44.950554 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7748eb47-4218-443b-bf93-0ae9ae22cb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:44.975605 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7748eb47-4218-443b-bf93-0ae9ae22cb0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=101549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:37:44.985413 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748eb47-4218-443b-bf93-0ae9ae22cb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47738cf6-f4b9-418e-929c-e39b82481bf7,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:44.990370 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7748eb47-4218-443b-bf93-0ae9ae22cb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:44.990370 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.segments_db [None req-7748eb47-4218-443b-bf93-0ae9ae22cb0c admin admin] Added segment 59cc495c-53a1-4ef8-9ecd-e24868724bff of type vlan for network f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 Oct 28 09:37:45.034961 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7748eb47-4218-443b-bf93-0ae9ae22cb0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729415096998'] for network, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:45.065800 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7748eb47-4218-443b-bf93-0ae9ae22cb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for network, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:45.067058 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7748eb47-4218-443b-bf93-0ae9ae22cb0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:45.067665 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7748eb47-4218-443b-bf93-0ae9ae22cb0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:45.091958 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82 up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:37:45.133068 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-7748eb47-4218-443b-bf93-0ae9ae22cb0c admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3911793 Oct 28 09:37:45.133407 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54490) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:45.138810 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-40a89e71-2ec7-4338-b74b-09ea1dfcde7b admin admin] Request body: {'subnet': {'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1449459733-subnet', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'ip_version': 4}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:45.142915 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748eb47-4218-443b-bf93-0ae9ae22cb0c admin admin] Pushing event updated for resources: {'Network': ['ID=f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:45.154931 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning for port 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82 completed by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:37:45.160580 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:45.161327 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:45.166846 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Network f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 details requested by agent ovs-agent-dv-cinder-815146-5-iscsi with host dv-cinder-815146-5-iscsi {{(pid=101551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:37:45.170254 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a89e71-2ec7-4338-b74b-09ea1dfcde7b admin admin] Made reservation on behalf of 64c8b312f18548939a655ccab105249a for: {'subnet': 1} {{(pid=101549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:37:45.172871 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-40a89e71-2ec7-4338-b74b-09ea1dfcde7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8445976'] for subnet, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:45.380829 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:45.395723 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16948534-c035-4b2c-ada8-a6529c79b3d9 req-2ef8df25-7237-4e9a-8b9a-c30e2b942db4 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:45.398383 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-16948534-c035-4b2c-ada8-a6529c79b3d9 req-2ef8df25-7237-4e9a-8b9a-c30e2b942db4 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=c95e4671-90c9-4009-b59d-d4c158667f30 HTTP/1.1" status: 200 len: 945 time: 0.1594861 Oct 28 09:37:45.421881 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-da383323-91cc-4c00-8f80-f44f85e71250 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:45.423356 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-da383323-91cc-4c00-8f80-f44f85e71250 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.98 "GET /v2.0/networks?id=4a8d4e46-7ba2-4786-8afc-cf3952c1befc HTTP/1.1" status: 200 len: 809 time: 0.1485174 Oct 28 09:37:45.428571 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab89118-d7d9-48f7-9e73-eda6c4cc6c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7e34e2-b60b-4edb-a561-72fc3cc0dd82'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:45.431085 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1accdc0d-8e9e-44cb-91b5-73be84fed253" -d '{"events": [{"server_uuid": "dab89118-d7d9-48f7-9e73-eda6c4cc6c29", "name": "network-vif-plugged", "status": "completed", "tag": "1a7e34e2-b60b-4edb-a561-72fc3cc0dd82"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:45.452623 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1a7e34e2-b60b-4edb-a561-72fc3cc0dd82,segment=NetworkSegment(2115b299-46f7-4106-aa6f-862c08e1c22b),segment_id=2115b299-46f7-4106-aa6f-862c08e1c22b)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:45.457364 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-b8562bf8-47ab-4437-a692-794313679f4d tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Request body: {'port': {'device_id': '5ee2245c-413a-4bb6-ac18-1ba0be40381c', 'network_id': '4a8d4e46-7ba2-4786-8afc-cf3952c1befc', 'admin_state_up': True, 'tenant_id': '265bb79de13641a482c6b34868cb502e'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:45.459945 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:45.460745 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device eb6faf41-6efe-4558-b7ab-00940e6b6a5e no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:37:45.463088 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-076b41a4-72f9-4a46-ae40-f2b057e26514 req-4e8969a5-44f7-4fd7-85cb-be013f7c7224 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=5ee2245c-413a-4bb6-ac18-1ba0be40381c HTTP/1.1" status: 200 len: 210 time: 0.0387502 Oct 28 09:37:45.530599 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] No Port match for: eb6faf41-6efe-4558-b7ab-00940e6b6a5e {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:37:45.530599 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device eb6faf41-6efe-4558-b7ab-00940e6b6a5e not bound to the agent host hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:37:45.557927 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-16948534-c035-4b2c-ada8-a6529c79b3d9 req-b4eb3822-579d-4159-a406-9cdb35a325a3 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496658 Oct 28 09:37:45.601085 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=1a7e34e2-b60b-4edb-a561-72fc3cc0dd82,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:45.667218 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8e0c88-bd64-429e-9625-703bd2f9322f x-openstack-request-id: req-cd8e0c88-bd64-429e-9625-703bd2f9322f {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:45.667531 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab89118-d7d9-48f7-9e73-eda6c4cc6c29", "name": "network-vif-plugged", "status": "completed", "tag": "1a7e34e2-b60b-4edb-a561-72fc3cc0dd82", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:45.667886 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cd8e0c88-bd64-429e-9625-703bd2f9322f {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:45.668283 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab89118-d7d9-48f7-9e73-eda6c4cc6c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7e34e2-b60b-4edb-a561-72fc3cc0dd82', 'code': 200} Oct 28 09:37:45.695122 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-40a89e71-2ec7-4338-b74b-09ea1dfcde7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8445962'] for subnet, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:45.702473 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff7f33-29aa-443b-8861-ecdb54be963a req-dfaf19b3-4bdb-4b39-964a-319aec0d4ed3 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:45.704380 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-baff7f33-29aa-443b-8861-ecdb54be963a req-dfaf19b3-4bdb-4b39-964a-319aec0d4ed3 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0980108 Oct 28 09:37:45.723154 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-b8562bf8-47ab-4437-a692-794313679f4d tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Made reservation on behalf of 265bb79de13641a482c6b34868cb502e for: {'port': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:37:45.729476 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-b8562bf8-47ab-4437-a692-794313679f4d tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:45.829635 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a89e71-2ec7-4338-b74b-09ea1dfcde7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4035f645-2903-45e0-bc42-d8bbe94b48f5,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:45.864710 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a89e71-2ec7-4338-b74b-09ea1dfcde7b admin admin] Checking segment: {'id': '59cc495c-53a1-4ef8-9ecd-e24868724bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:37:45.867280 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a89e71-2ec7-4338-b74b-09ea1dfcde7b admin admin] Network hostable DHCP agents. Network: f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589, hostable agents: ['51f327a7-c6d2-45a0-a90b-356f50710923'], hosted agents: [] {{(pid=101549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:37:45.932831 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a89e71-2ec7-4338-b74b-09ea1dfcde7b admin admin] Network f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 is scheduled to be hosted by DHCP agent 51f327a7-c6d2-45a0-a90b-356f50710923 with binding_index 1 {{(pid=101549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:37:45.934293 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-baff7f33-29aa-443b-8861-ecdb54be963a req-d5a80de6-1b4d-4bb5-aba5-5396d7fc7b16 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013819 Oct 28 09:37:45.962996 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc3377-3003-4679-868c-b78e2c8cb32f req-24e4c54c-a556-4893-8b5f-673c5a713feb tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:45.969067 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-41dc3377-3003-4679-868c-b78e2c8cb32f req-24e4c54c-a556-4893-8b5f-673c5a713feb tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 950 time: 0.0725377 Oct 28 09:37:45.970813 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.base_scheduler [None req-40a89e71-2ec7-4338-b74b-09ea1dfcde7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-5-iscsi, f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589) {{(pid=101549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:45.971961 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-b8562bf8-47ab-4437-a692-794313679f4d tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Allocated IP 172.20.0.5 (4a8d4e46-7ba2-4786-8afc-cf3952c1befc/c98c5eb6-e40a-4005-9423-a56eda2b3640/013ee561-7766-4996-824f-8dd03109f254) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:37:45.977004 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a89e71-2ec7-4338-b74b-09ea1dfcde7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:45.977601 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-40a89e71-2ec7-4338-b74b-09ea1dfcde7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:45.981316 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881594d-84a8-4f7f-b2c5-de1c7a81acdf req-b31400fd-3b84-4334-ba49-8116b0c49b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:45.984060 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9881594d-84a8-4f7f-b2c5-de1c7a81acdf req-b31400fd-3b84-4334-ba49-8116b0c49b81 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 1103 time: 0.0865307 Oct 28 09:37:45.990755 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b020e82-3523-4291-b85e-01df3cab6d6a None None] Network f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:37:46.010482 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-40a89e71-2ec7-4338-b74b-09ea1dfcde7b admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8756375 Oct 28 09:37:46.018124 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54532) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:46.024526 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-7d35c4fd-10c6-4500-8cc0-06adc25cd433 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1449459733-router', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:46.077496 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-41dc3377-3003-4679-868c-b78e2c8cb32f req-4e3b1c45-a846-4da3-8737-104a40accebf tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/security-groups?id=c31f6688-80b1-4255-a09e-a2229b428a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797617 Oct 28 09:37:46.093728 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7d35c4fd-10c6-4500-8cc0-06adc25cd433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1638839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3352'] for router, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:46.096331 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7d35c4fd-10c6-4500-8cc0-06adc25cd433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1639374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1762869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3363'] for router, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:46.125317 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9881594d-84a8-4f7f-b2c5-de1c7a81acdf req-414375de-6667-439c-a677-4343412bd794 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=c31f6688-80b1-4255-a09e-a2229b428a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205153 Oct 28 09:37:46.173799 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7d35c4fd-10c6-4500-8cc0-06adc25cd433 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:46.299407 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 54540) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:46.305728 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-b8562bf8-47ab-4437-a692-794313679f4d tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:46.330839 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f160f3c6-b3a7-468b-a6c0-a7bc2a9806f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp197d0051-dcd6-579c-9846-4ee4697789d2-f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589', 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'fixed_ips': [{'subnet_id': '4035f645-2903-45e0-bc42-d8bbe94b48f5'}]}} from dv-cinder-815146-5-iscsi. {{(pid=101551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:37:46.332788 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f160f3c6-b3a7-468b-a6c0-a7bc2a9806f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:46.353085 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-b8562bf8-47ab-4437-a692-794313679f4d tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:46.399730 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7d35c4fd-10c6-4500-8cc0-06adc25cd433 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:46.437210 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8562bf8-47ab-4437-a692-794313679f4d tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Pushing event updated for resources: {'Port': ['ID=013ee561-7766-4996-824f-8dd03109f254,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:46.452180 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-b8562bf8-47ab-4437-a692-794313679f4d tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Network 4a8d4e46-7ba2-4786-8afc-cf3952c1befc is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:37:46.453866 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-b8562bf8-47ab-4437-a692-794313679f4d tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:46.456987 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-b8562bf8-47ab-4437-a692-794313679f4d tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:37:46.511815 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.db_base_plugin_common [None req-f160f3c6-b3a7-468b-a6c0-a7bc2a9806f4 None None] Allocated IP 172.20.0.2 (f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589/4035f645-2903-45e0-bc42-d8bbe94b48f5/bc1210a7-e448-4833-a3f4-bf34c87ac7f0) {{(pid=101551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:37:46.534829 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-b8562bf8-47ab-4437-a692-794313679f4d tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:46.535541 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-b8562bf8-47ab-4437-a692-794313679f4d tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:46.562798 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b42361ad-9378-4028-9183-033f0994c26f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:46.592593 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-b8562bf8-47ab-4437-a692-794313679f4d tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1396022 Oct 28 09:37:46.617420 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] Request body: {'port': {'device_id': '5ee2245c-413a-4bb6-ac18-1ba0be40381c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:46.695738 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f160f3c6-b3a7-468b-a6c0-a7bc2a9806f4 None None] Publish callbacks [] for port, precommit_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:46.703705 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f160f3c6-b3a7-468b-a6c0-a7bc2a9806f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:46.711288 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4491be-68d1-4299-84da-0ec9aadd86e2 req-dd8ba1ed-f46f-4fa9-a63f-7e2305ef78e7 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:46.712888 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-bb4491be-68d1-4299-84da-0ec9aadd86e2 req-dd8ba1ed-f46f-4fa9-a63f-7e2305ef78e7 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=5ee2245c-413a-4bb6-ac18-1ba0be40381c HTTP/1.1" status: 200 len: 931 time: 0.1396925 Oct 28 09:37:46.727414 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:46.745926 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f160f3c6-b3a7-468b-a6c0-a7bc2a9806f4 None None] Network f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 is already hosted by enough agents. {{(pid=101551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:37:46.749387 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.scheduler.base_scheduler [None req-f160f3c6-b3a7-468b-a6c0-a7bc2a9806f4 None None] Resources bound (agent type, host, resource id): {{(pid=101551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:46.753403 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f160f3c6-b3a7-468b-a6c0-a7bc2a9806f4 None None] Received port after_create {{(pid=101551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:37:46.765662 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160f3c6-b3a7-468b-a6c0-a7bc2a9806f4 None None] Pushing event updated for resources: {'Port': ['ID=bc1210a7-e448-4833-a3f4-bf34c87ac7f0,revision_number=1']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:46.829650 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-f160f3c6-b3a7-468b-a6c0-a7bc2a9806f4 None None] Attempting to bind port bc1210a7-e448-4833-a3f4-bf34c87ac7f0 on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:37:46.830002 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-f160f3c6-b3a7-468b-a6c0-a7bc2a9806f4 None None] Attempting to bind port bc1210a7-e448-4833-a3f4-bf34c87ac7f0 by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '59cc495c-53a1-4ef8-9ecd-e24868724bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589'}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:37:46.830589 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f160f3c6-b3a7-468b-a6c0-a7bc2a9806f4 None None] Attempting to bind port bc1210a7-e448-4833-a3f4-bf34c87ac7f0 on network f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:37:46.836304 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-bb4491be-68d1-4299-84da-0ec9aadd86e2 req-58f3a61e-bdb2-46b1-8a3d-c140db8197bb tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998096 Oct 28 09:37:46.837307 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f160f3c6-b3a7-468b-a6c0-a7bc2a9806f4 None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:37:46.837689 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f160f3c6-b3a7-468b-a6c0-a7bc2a9806f4 None None] Checking segment: {'id': '59cc495c-53a1-4ef8-9ecd-e24868724bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:37:46.838265 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f160f3c6-b3a7-468b-a6c0-a7bc2a9806f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:46.838502 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b42361ad-9378-4028-9183-033f0994c26f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:46.838965 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f160f3c6-b3a7-468b-a6c0-a7bc2a9806f4 None None] Bound using segment: {'id': '59cc495c-53a1-4ef8-9ecd-e24868724bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589'} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:37:46.839645 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-f160f3c6-b3a7-468b-a6c0-a7bc2a9806f4 None None] Bound port: bc1210a7-e448-4833-a3f4-bf34c87ac7f0, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59cc495c-53a1-4ef8-9ecd-e24868724bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589'}}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:37:46.840247 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f160f3c6-b3a7-468b-a6c0-a7bc2a9806f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:46.855101 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b42361ad-9378-4028-9183-033f0994c26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:46.910490 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7d35c4fd-10c6-4500-8cc0-06adc25cd433 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:46.913330 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-f160f3c6-b3a7-468b-a6c0-a7bc2a9806f4 None None] For port bc1210a7-e448-4833-a3f4-bf34c87ac7f0, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:37:46.916712 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-f160f3c6-b3a7-468b-a6c0-a7bc2a9806f4 None None] For port bc1210a7-e448-4833-a3f4-bf34c87ac7f0, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=bc1210a7-e448-4833-a3f4-bf34c87ac7f0,segment=NetworkSegment(59cc495c-53a1-4ef8-9ecd-e24868724bff),segment_id=59cc495c-53a1-4ef8-9ecd-e24868724bff)] {{(pid=101551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:37:46.923758 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f160f3c6-b3a7-468b-a6c0-a7bc2a9806f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:46.931964 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7d35c4fd-10c6-4500-8cc0-06adc25cd433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:46.958357 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42361ad-9378-4028-9183-033f0994c26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9223c0d5-e98c-485c-9dbc-20f3b56dce75,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:46.970683 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-b42361ad-9378-4028-9183-033f0994c26f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=578bf30c02fd49f38ce716ef7c11c23d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6663988 Oct 28 09:37:46.970683 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 54554) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:47.023613 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160f3c6-b3a7-468b-a6c0-a7bc2a9806f4 None None] Pushing event updated for resources: {'Port': ['ID=bc1210a7-e448-4833-a3f4-bf34c87ac7f0,revision_number=2']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:47.086194 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_common [None req-7d35c4fd-10c6-4500-8cc0-06adc25cd433 admin admin] Allocated IP 172.27.2.53 (31303b2b-323a-4b81-9e96-008831f8aead/d3684885-b597-423f-94c6-5f950061bf40/9075e16c-c259-4af4-a858-6b77cf12083c) {{(pid=101549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:37:47.140259 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce275b-aac1-4e22-a795-1f15d88bb2e3 req-1f75cf33-88aa-46df-947a-62f6c0aa6db8 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:47.141770 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-19ce275b-aac1-4e22-a795-1f15d88bb2e3 req-1f75cf33-88aa-46df-947a-62f6c0aa6db8 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.1018987 Oct 28 09:37:47.146462 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-c08a406e-4ba9-4142-8afd-4350b92f3617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:47.202231 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-c08a406e-4ba9-4142-8afd-4350b92f3617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:47.231422 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7d35c4fd-10c6-4500-8cc0-06adc25cd433 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:47.240765 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36be85-19e4-4361-a97c-f0bec3d7bdf5 req-f70c7832-3e7d-4a8e-a45f-a46470657528 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:47.242316 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3e36be85-19e4-4361-a97c-f0bec3d7bdf5 req-f70c7832-3e7d-4a8e-a45f-a46470657528 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 950 time: 0.0825930 Oct 28 09:37:47.260189 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-19ce275b-aac1-4e22-a795-1f15d88bb2e3 req-ff658d48-ed13-40e3-8a7a-51c324c91a2b tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116493 Oct 28 09:37:47.319476 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013ee561-7766-4996-824f-8dd03109f254 {{(pid=101550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:37:47.338149 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:47.340086 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3e36be85-19e4-4361-a97c-f0bec3d7bdf5 req-4e49d407-ba08-457a-b3d8-ddfd9cbf89c5 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/security-groups?id=c31f6688-80b1-4255-a09e-a2229b428a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830224 Oct 28 09:37:47.342711 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7d35c4fd-10c6-4500-8cc0-06adc25cd433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:47.342983 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-c08a406e-4ba9-4142-8afd-4350b92f3617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:47.355851 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-c08a406e-4ba9-4142-8afd-4350b92f3617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:47.359474 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-c08a406e-4ba9-4142-8afd-4350b92f3617 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9223c0d5-e98c-485c-9dbc-20f3b56dce75 HTTP/1.1" status: 204 len: 168 time: 0.3873014 Oct 28 09:37:47.384283 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a406e-4ba9-4142-8afd-4350b92f3617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9223c0d5-e98c-485c-9dbc-20f3b56dce75,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:47.392874 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.provisioning_blocks [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] Transition to ACTIVE for port object 013ee561-7766-4996-824f-8dd03109f254 will not be triggered until provisioned by entity L2. {{(pid=101550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:37:47.395110 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d35c4fd-10c6-4500-8cc0-06adc25cd433 admin admin] Network 31303b2b-323a-4b81-9e96-008831f8aead is already hosted by enough agents. {{(pid=101549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:37:47.397300 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.base_scheduler [None req-7d35c4fd-10c6-4500-8cc0-06adc25cd433 admin admin] Resources bound (agent type, host, resource id): {{(pid=101549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:47.401685 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d35c4fd-10c6-4500-8cc0-06adc25cd433 admin admin] Received port after_create {{(pid=101549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:37:47.404795 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:47.449983 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35c4fd-10c6-4500-8cc0-06adc25cd433 admin admin] Pushing event updated for resources: {'Port': ['ID=9075e16c-c259-4af4-a858-6b77cf12083c,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:47.666459 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] Pushing event updated for resources: {'Port': ['ID=013ee561-7766-4996-824f-8dd03109f254,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:47.697931 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device bc1210a7-e448-4833-a3f4-bf34c87ac7f0 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:37:47.738376 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] Attempting to bind port 013ee561-7766-4996-824f-8dd03109f254 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:37:47.738772 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] Attempting to bind port 013ee561-7766-4996-824f-8dd03109f254 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '93bf65e0-2d6c-47bc-ab50-5f0d7f232d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4a8d4e46-7ba2-4786-8afc-cf3952c1befc'}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:37:47.739040 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] Attempting to bind port 013ee561-7766-4996-824f-8dd03109f254 on network 4a8d4e46-7ba2-4786-8afc-cf3952c1befc {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:37:47.746200 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] Port 013ee561-7766-4996-824f-8dd03109f254 on network 4a8d4e46-7ba2-4786-8afc-cf3952c1befc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:37:47.746507 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] Attempting to bind port 013ee561-7766-4996-824f-8dd03109f254 on network 4a8d4e46-7ba2-4786-8afc-cf3952c1befc {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:37:47.753193 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] Checking agent: {'id': 'afc7fccb-f5d9-4cc0-9292-378149b33414', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'started_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:37:47.753545 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] Checking segment: {'id': '93bf65e0-2d6c-47bc-ab50-5f0d7f232d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4a8d4e46-7ba2-4786-8afc-cf3952c1befc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:37:47.753911 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] Bound using segment: {'id': '93bf65e0-2d6c-47bc-ab50-5f0d7f232d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4a8d4e46-7ba2-4786-8afc-cf3952c1befc'} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:37:47.754937 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] Bound port: 013ee561-7766-4996-824f-8dd03109f254, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93bf65e0-2d6c-47bc-ab50-5f0d7f232d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4a8d4e46-7ba2-4786-8afc-cf3952c1befc'}}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:37:47.755168 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:47.929979 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] For port 013ee561-7766-4996-824f-8dd03109f254, host hv-cinder-81514, cleared binding levels {{(pid=101550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:37:47.934407 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] For port 013ee561-7766-4996-824f-8dd03109f254, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=013ee561-7766-4996-824f-8dd03109f254,segment=NetworkSegment(93bf65e0-2d6c-47bc-ab50-5f0d7f232d59),segment_id=93bf65e0-2d6c-47bc-ab50-5f0d7f232d59)] {{(pid=101550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:37:47.937636 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 54582) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:47.955591 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-1599ed56-c957-4397-af72-e1e37861a71c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:47.956577 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port bc1210a7-e448-4833-a3f4-bf34c87ac7f0 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:47.957132 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:47.958173 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7d35c4fd-10c6-4500-8cc0-06adc25cd433 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:47.960404 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:48.070754 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:48.071319 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:48.072198 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:48.073903 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] 10.222.0.98 "PUT /v2.0/ports/013ee561-7766-4996-824f-8dd03109f254 HTTP/1.1" status: 200 len: 1093 time: 1.4654267 Oct 28 09:37:48.117604 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] For port bc1210a7-e448-4833-a3f4-bf34c87ac7f0, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=bc1210a7-e448-4833-a3f4-bf34c87ac7f0,segment=NetworkSegment(59cc495c-53a1-4ef8-9ecd-e24868724bff),segment_id=59cc495c-53a1-4ef8-9ecd-e24868724bff)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:48.122041 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:48.132446 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee2245c-413a-4bb6-ac18-1ba0be40381c', 'tag': '013ee561-7766-4996-824f-8dd03109f254'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:48.134794 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2345c781-affa-4611-88c7-9df0e8b5b8a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee2245c-413a-4bb6-ac18-1ba0be40381c", "tag": "013ee561-7766-4996-824f-8dd03109f254"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:48.172162 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efc607-5e4d-42b5-9918-dae6522587a5 service neutron] Pushing event updated for resources: {'Port': ['ID=013ee561-7766-4996-824f-8dd03109f254,revision_number=3']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:48.227487 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Pushing event updated for resources: {'Port': ['ID=bc1210a7-e448-4833-a3f4-bf34c87ac7f0,revision_number=3']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:48.252484 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-1599ed56-c957-4397-af72-e1e37861a71c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:48.261117 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-6295b0ac-43e2-45d7-9c97-b137f2c55488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:48.262917 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-6295b0ac-43e2-45d7-9c97-b137f2c55488 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=265bb79de13641a482c6b34868cb502e&device_id=5ee2245c-413a-4bb6-ac18-1ba0be40381c HTTP/1.1" status: 200 len: 1096 time: 0.0872502 Oct 28 09:37:48.263957 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-1599ed56-c957-4397-af72-e1e37861a71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:48.295120 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599ed56-c957-4397-af72-e1e37861a71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369e4042-812c-42b7-9b68-8f7ec195c81f,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:48.337628 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-1599ed56-c957-4397-af72-e1e37861a71c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=085a90ffb22447a789ae0c015e5578fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3960624 Oct 28 09:37:48.337993 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 54592) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:48.383761 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d63165-fee9-429c-9429-ba54c00c065b req-b03295e4-9178-4c23-904b-04e79e700cd7 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:48.386417 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-79d63165-fee9-429c-9429-ba54c00c065b req-b03295e4-9178-4c23-904b-04e79e700cd7 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=5ee2245c-413a-4bb6-ac18-1ba0be40381c HTTP/1.1" status: 200 len: 943 time: 0.2112560 Oct 28 09:37:48.403229 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10645dd-a2fc-4e6f-80e9-5a9da59976ee x-openstack-request-id: req-e10645dd-a2fc-4e6f-80e9-5a9da59976ee {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:48.408279 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee2245c-413a-4bb6-ac18-1ba0be40381c", "tag": "013ee561-7766-4996-824f-8dd03109f254", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:48.409098 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e10645dd-a2fc-4e6f-80e9-5a9da59976ee {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:48.409399 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee2245c-413a-4bb6-ac18-1ba0be40381c', 'tag': '013ee561-7766-4996-824f-8dd03109f254', 'status': 'completed', 'code': 200} Oct 28 09:37:48.413994 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-be5b8f3b-b877-4d16-82ba-bf0421a59426 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:48.437072 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7d35c4fd-10c6-4500-8cc0-06adc25cd433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1653836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639315'] for router, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:48.439194 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-be5b8f3b-b877-4d16-82ba-bf0421a59426 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:48.456704 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-79d63165-fee9-429c-9429-ba54c00c065b req-de01f443-46d8-40a1-bca9-89bb06a83a6f tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504165 Oct 28 09:37:48.535366 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443f0a5-d3f6-4652-aa5e-8df255ce313d req-d77e1415-57d8-4670-b605-7f2b6d61064a tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:48.538272 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4443f0a5-d3f6-4652-aa5e-8df255ce313d req-d77e1415-57d8-4670-b605-7f2b6d61064a tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0767479 Oct 28 09:37:48.554446 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-be5b8f3b-b877-4d16-82ba-bf0421a59426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:48.557099 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-be5b8f3b-b877-4d16-82ba-bf0421a59426 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:48.559740 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-be5b8f3b-b877-4d16-82ba-bf0421a59426 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/369e4042-812c-42b7-9b68-8f7ec195c81f HTTP/1.1" status: 204 len: 168 time: 0.2193081 Oct 28 09:37:48.563767 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54cc507-633f-4c74-88dc-29d812a47c6e None None] Network f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:37:48.581118 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b8f3b-b877-4d16-82ba-bf0421a59426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369e4042-812c-42b7-9b68-8f7ec195c81f,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:48.596204 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4443f0a5-d3f6-4652-aa5e-8df255ce313d req-71958620-0ec6-4fae-afe2-d5f4e3f0abf5 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497820 Oct 28 09:37:48.639065 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc46f14-0036-41b3-8083-af78bfa155bb req-91034031-c0ff-41eb-901f-401d2cac35b0 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:48.640501 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-bfc46f14-0036-41b3-8083-af78bfa155bb req-91034031-c0ff-41eb-901f-401d2cac35b0 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 950 time: 0.0898583 Oct 28 09:37:48.668700 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-92ede49b-0a45-4597-b502-e36b2eea0bc1 None None] Provisioning complete for port bc1210a7-e448-4833-a3f4-bf34c87ac7f0 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:48.669033 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-92ede49b-0a45-4597-b502-e36b2eea0bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:48.694526 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-bfc46f14-0036-41b3-8083-af78bfa155bb req-3caf23d9-a89b-4e97-997c-7d03235f689a tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/security-groups?id=c31f6688-80b1-4255-a09e-a2229b428a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430267 Oct 28 09:37:48.720265 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d35c4fd-10c6-4500-8cc0-06adc25cd433 admin admin] Router 54f722df-49b2-48ea-b7d4-7403a7aab572 is scheduled to L3 agent b795c905-d4ab-4275-b216-80b90b100426 with binding_index 1 {{(pid=101549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:37:48.848912 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d35c4fd-10c6-4500-8cc0-06adc25cd433 admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:37:48.862970 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] Sync routers for ids ['54f722df-49b2-48ea-b7d4-7403a7aab572'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:37:48.880056 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] Routers {'54f722df-49b2-48ea-b7d4-7403a7aab572'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:37:48.882519 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:37:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['54f722df-49b2-48ea-b7d4-7403a7aab572'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:48.895435 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7d35c4fd-10c6-4500-8cc0-06adc25cd433 admin admin] Publish callbacks [] for router, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:48.900476 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 54606) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:48.910113 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-7d35c4fd-10c6-4500-8cc0-06adc25cd433 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8782136 Oct 28 09:37:49.011319 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:37:49.074410 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] Set router 54f722df-49b2-48ea-b7d4-7403a7aab572 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:37:49.168840 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b86b1b-a2b3-4a6e-ab68-ea1a3c60d666 req-c0893eee-3dea-4f70-9bb2-a29d4949f47e tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:49.171564 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b4b86b1b-a2b3-4a6e-ab68-ea1a3c60d666 req-c0893eee-3dea-4f70-9bb2-a29d4949f47e tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 950 time: 0.0886140 Oct 28 09:37:49.246165 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b4b86b1b-a2b3-4a6e-ab68-ea1a3c60d666 req-49691249-35bf-429d-a2bd-cb2da411852c tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/security-groups?id=c31f6688-80b1-4255-a09e-a2229b428a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665061 Oct 28 09:37:49.299283 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-b5b524a6-a2c2-46bc-ad10-b60cf3e85571 None None] Provisioning complete for port bc1210a7-e448-4833-a3f4-bf34c87ac7f0 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:49.300897 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-b5b524a6-a2c2-46bc-ad10-b60cf3e85571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:49.310540 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'name': 'tempest-TestShelveInstance-1449459733-router', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:47Z', 'revision_number': 3, 'project_id': '64c8b312f18548939a655ccab105249a', 'gw_port': {'id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:49.345121 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] Checking router: 54f722df-49b2-48ea-b7d4-7403a7aab572 for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:37:49.345709 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] Updating router 54f722df-49b2-48ea-b7d4-7403a7aab572 port 9075e16c-c259-4af4-a858-6b77cf12083c binding host dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:37:49.372950 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:49.544681 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device bc1210a7-e448-4833-a3f4-bf34c87ac7f0 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:37:49.601244 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port bc1210a7-e448-4833-a3f4-bf34c87ac7f0 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:49.601623 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:49.637247 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df7e6b-ea08-427d-bc56-db434d184412 req-739a82ed-71b8-4406-9d70-4ac679600acd tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:49.644004 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a0df7e6b-ea08-427d-bc56-db434d184412 req-739a82ed-71b8-4406-9d70-4ac679600acd tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=5ee2245c-413a-4bb6-ac18-1ba0be40381c HTTP/1.1" status: 200 len: 943 time: 0.0921018 Oct 28 09:37:49.716911 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] Publish callbacks [] for port, precommit_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:49.717892 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a0df7e6b-ea08-427d-bc56-db434d184412 req-f4f518a2-2178-455e-bd3c-6d001db11843 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648890 Oct 28 09:37:49.732728 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:49.798721 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f49c03e6-a98f-4692-8b04-d5ed19d030f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:49.802581 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] Attempting to bind port 9075e16c-c259-4af4-a858-6b77cf12083c on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:37:49.803174 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] Attempting to bind port 9075e16c-c259-4af4-a858-6b77cf12083c by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}] {{(pid=101552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:37:49.803720 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] Attempting to bind port 9075e16c-c259-4af4-a858-6b77cf12083c on network 31303b2b-323a-4b81-9e96-008831f8aead {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:37:49.808884 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df4feb-9beb-4ca7-b3af-80be1bad3022 None None] Pushing event updated for resources: {'Port': ['ID=9075e16c-c259-4af4-a858-6b77cf12083c,revision_number=2']} {{(pid=101552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:49.812615 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:37:49.813213 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] Checking segment: {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:37:49.813774 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:49.814172 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] Bound using segment: {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'} {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:37:49.814657 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] Bound port: 9075e16c-c259-4af4-a858-6b77cf12083c, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}}] {{(pid=101552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:37:49.815060 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:49.822375 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df4feb-9beb-4ca7-b3af-80be1bad3022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:49.822918 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df4feb-9beb-4ca7-b3af-80be1bad3022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:49.823268 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df4feb-9beb-4ca7-b3af-80be1bad3022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:49.823606 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df4feb-9beb-4ca7-b3af-80be1bad3022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:49.823965 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df4feb-9beb-4ca7-b3af-80be1bad3022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:49.824305 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df4feb-9beb-4ca7-b3af-80be1bad3022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:49.824635 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df4feb-9beb-4ca7-b3af-80be1bad3022 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:49.824964 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df4feb-9beb-4ca7-b3af-80be1bad3022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:49.825309 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df4feb-9beb-4ca7-b3af-80be1bad3022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:49.825644 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df4feb-9beb-4ca7-b3af-80be1bad3022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:49.825956 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df4feb-9beb-4ca7-b3af-80be1bad3022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:49.826277 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df4feb-9beb-4ca7-b3af-80be1bad3022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:49.863577 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60788f27-43f7-4b4c-9209-cbaa14292963 req-2e529b68-c8ae-4c2d-8419-59ba41752b40 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:49.865517 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-60788f27-43f7-4b4c-9209-cbaa14292963 req-2e529b68-c8ae-4c2d-8419-59ba41752b40 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0718892 Oct 28 09:37:49.889787 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.db [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] For port 9075e16c-c259-4af4-a858-6b77cf12083c, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:37:49.894449 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.db [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] For port 9075e16c-c259-4af4-a858-6b77cf12083c, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=9075e16c-c259-4af4-a858-6b77cf12083c,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:37:49.903928 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:49.945976 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-60788f27-43f7-4b4c-9209-cbaa14292963 req-90abfd8b-d04c-4614-847d-a88b6f58bb9a tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674694 Oct 28 09:37:49.977347 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] Routers {'54f722df-49b2-48ea-b7d4-7403a7aab572'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:37:49.978223 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:37:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['54f722df-49b2-48ea-b7d4-7403a7aab572'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:50.010790 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [None req-f49c03e6-a98f-4692-8b04-d5ed19d030f6 admin admin] Allocated IP 172.20.0.1 (f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589/4035f645-2903-45e0-bc42-d8bbe94b48f5/db4ecb29-6caa-4237-9d92-a4b74aef0c99) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:37:50.016439 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df4feb-9beb-4ca7-b3af-80be1bad3022 None None] Pushing event updated for resources: {'Port': ['ID=9075e16c-c259-4af4-a858-6b77cf12083c,revision_number=3']} {{(pid=101552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:50.096487 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] Set router 54f722df-49b2-48ea-b7d4-7403a7aab572 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:37:50.128232 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f49c03e6-a98f-4692-8b04-d5ed19d030f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:50.179896 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f49c03e6-a98f-4692-8b04-d5ed19d030f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:50.229377 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49c03e6-a98f-4692-8b04-d5ed19d030f6 admin admin] Network f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:37:50.232440 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-f49c03e6-a98f-4692-8b04-d5ed19d030f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:50.237549 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49c03e6-a98f-4692-8b04-d5ed19d030f6 admin admin] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:37:50.303793 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'name': 'tempest-TestShelveInstance-1449459733-router', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:47Z', 'revision_number': 3, 'project_id': '64c8b312f18548939a655ccab105249a', 'gw_port': {'id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:50.305509 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f49c03e6-a98f-4692-8b04-d5ed19d030f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1640142'] for router_interface, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:50.365337 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f127e7e0-f48c-4ee0-8fd4-b7971c2b3071 None None] The sync data for ids ['54f722df-49b2-48ea-b7d4-7403a7aab572'] in dv-cinder-815146-5-iscsi is: [{'id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'name': 'tempest-TestShelveInstance-1449459733-router', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:47Z', 'revision_number': 3, 'project_id': '64c8b312f18548939a655ccab105249a', 'gw_port': {'id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:37:50.370391 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c03e6-a98f-4692-8b04-d5ed19d030f6 admin admin] Pushing event updated for resources: {'Port': ['ID=db4ecb29-6caa-4237-9d92-a4b74aef0c99,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:50.466906 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc60a1e-f72f-441b-b207-60af2e69aa10 req-40344d27-aa38-4ae9-97db-9d76378fe6fd tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:50.469005 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7fc60a1e-f72f-441b-b207-60af2e69aa10 req-40344d27-aa38-4ae9-97db-9d76378fe6fd tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 950 time: 0.1021485 Oct 28 09:37:50.521944 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f49c03e6-a98f-4692-8b04-d5ed19d030f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:50.547012 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7fc60a1e-f72f-441b-b207-60af2e69aa10 req-bba5cb0e-1067-42e3-90ce-954fcbc81db5 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/security-groups?id=c31f6688-80b1-4255-a09e-a2229b428a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664637 Oct 28 09:37:50.630271 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-36afe759-b1d4-4aca-9e16-f072f182f80e None None] Provisioning complete for port db4ecb29-6caa-4237-9d92-a4b74aef0c99 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:50.631250 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-36afe759-b1d4-4aca-9e16-f072f182f80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:50.687525 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-36afe759-b1d4-4aca-9e16-f072f182f80e None None] Port db4ecb29-6caa-4237-9d92-a4b74aef0c99 cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:37:50.789053 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f49c03e6-a98f-4692-8b04-d5ed19d030f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:50.797159 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f49c03e6-a98f-4692-8b04-d5ed19d030f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:50.883798 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6633b-9070-4d83-9fb4-41a5fba1de7c req-983b7a51-3ac8-4f27-944a-fa8bffa8dc39 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:50.885978 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-afb6633b-9070-4d83-9fb4-41a5fba1de7c req-983b7a51-3ac8-4f27-944a-fa8bffa8dc39 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=5ee2245c-413a-4bb6-ac18-1ba0be40381c HTTP/1.1" status: 200 len: 943 time: 0.0770612 Oct 28 09:37:50.886109 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f49c03e6-a98f-4692-8b04-d5ed19d030f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653342'] for router_interface, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:50.947571 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c03e6-a98f-4692-8b04-d5ed19d030f6 admin admin] Pushing event updated for resources: {'Port': ['ID=db4ecb29-6caa-4237-9d92-a4b74aef0c99,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:50.969579 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-afb6633b-9070-4d83-9fb4-41a5fba1de7c req-b8f415a4-a298-41c2-93d7-532954a3aeb5 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758278 Oct 28 09:37:51.008390 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49c03e6-a98f-4692-8b04-d5ed19d030f6 admin admin] Network f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:37:51.010159 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-f49c03e6-a98f-4692-8b04-d5ed19d030f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:51.097866 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba166be-20fc-4c0e-97ec-50680f0e5bb9 req-620ba461-f2ce-4319-8d39-bf7149a35c5d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:51.100686 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-aba166be-20fc-4c0e-97ec-50680f0e5bb9 req-620ba461-f2ce-4319-8d39-bf7149a35c5d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0687306 Oct 28 09:37:51.163984 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-aba166be-20fc-4c0e-97ec-50680f0e5bb9 req-53695c82-6122-4c8b-bbbd-3f95ff9fc14f tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498376 Oct 28 09:37:51.186800 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49c03e6-a98f-4692-8b04-d5ed19d030f6 admin admin] Router 54f722df-49b2-48ea-b7d4-7403a7aab572 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:37:51.321316 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-4614c892-a7ab-46e4-8536-c94ceaf1e7e3 None None] Provisioning complete for port db4ecb29-6caa-4237-9d92-a4b74aef0c99 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:51.321731 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-4614c892-a7ab-46e4-8536-c94ceaf1e7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:51.363743 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-706d67c1-94bf-4133-ac92-aead413616dc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=013ee561-7766-4996-824f-8dd03109f254 HTTP/1.1" status: 200 len: 217 time: 0.0401635 Oct 28 09:37:51.367044 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-4614c892-a7ab-46e4-8536-c94ceaf1e7e3 None None] Port db4ecb29-6caa-4237-9d92-a4b74aef0c99 cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:37:51.370254 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49c03e6-a98f-4692-8b04-d5ed19d030f6 admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:37:51.380949 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-f49c03e6-a98f-4692-8b04-d5ed19d030f6 admin admin] 10.222.0.113 "PUT /v2.0/routers/54f722df-49b2-48ea-b7d4-7403a7aab572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4766049 Oct 28 09:37:51.454835 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-85b944ae-10ac-41dc-93c1-60856f2040fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:51.456410 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-85b944ae-10ac-41dc-93c1-60856f2040fa service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c98c5eb6-e40a-4005-9423-a56eda2b3640 HTTP/1.1" status: 200 len: 849 time: 0.0725605 Oct 28 09:37:51.534646 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-525a4df5-d83c-43bb-aa30-631902920f4f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4a8d4e46-7ba2-4786-8afc-cf3952c1befc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652015 Oct 28 09:37:51.625339 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 9075e16c-c259-4af4-a858-6b77cf12083c up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:37:51.666310 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-7c12fb9c-1bf1-4f0c-baa8-599bcae1ef8b service neutron] 10.222.0.98 "GET /v2.0/networks/4a8d4e46-7ba2-4786-8afc-cf3952c1befc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154721 Oct 28 09:37:51.705581 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 9075e16c-c259-4af4-a858-6b77cf12083c triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:51.706188 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:51.725919 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a41756-844c-4cf2-8058-85da388cc598 req-5a49271f-208e-45d4-a70e-1d13b6cb1c7d tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:51.729126 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f2a41756-844c-4cf2-8058-85da388cc598 req-5a49271f-208e-45d4-a70e-1d13b6cb1c7d tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 950 time: 0.0709696 Oct 28 09:37:51.774172 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f2a41756-844c-4cf2-8058-85da388cc598 req-aae9d652-f86f-4d75-a794-d352244ffd2a tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/security-groups?id=c31f6688-80b1-4255-a09e-a2229b428a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399370 Oct 28 09:37:51.799226 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6448d616-c090-4f4e-8314-fc60ff59ab4b req-5e84b10e-4c41-4e73-98a4-9134cfee9181 service neutron] 10.222.0.98 "GET /v2.0/networks/4a8d4e46-7ba2-4786-8afc-cf3952c1befc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227531 Oct 28 09:37:51.816981 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:51.840290 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] For port 9075e16c-c259-4af4-a858-6b77cf12083c, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=9075e16c-c259-4af4-a858-6b77cf12083c,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:51.844124 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:51.899588 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Pushing event updated for resources: {'Port': ['ID=9075e16c-c259-4af4-a858-6b77cf12083c,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:51.946339 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345c781-affa-4611-88c7-9df0e8b5b8a1 req-3c70d9cd-e46d-4323-9255-59c231d7bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:51.948544 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2345c781-affa-4611-88c7-9df0e8b5b8a1 req-3c70d9cd-e46d-4323-9255-59c231d7bb80 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=265bb79de13641a482c6b34868cb502e&device_id=5ee2245c-413a-4bb6-ac18-1ba0be40381c HTTP/1.1" status: 200 len: 1096 time: 0.0639906 Oct 28 09:37:52.074020 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345c781-affa-4611-88c7-9df0e8b5b8a1 req-acfac76a-d88a-4b76-a67d-8c341f861d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:52.075840 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2345c781-affa-4611-88c7-9df0e8b5b8a1 req-acfac76a-d88a-4b76-a67d-8c341f861d03 service neutron] 10.222.0.98 "GET /v2.0/networks?id=4a8d4e46-7ba2-4786-8afc-cf3952c1befc HTTP/1.1" status: 200 len: 910 time: 0.1158397 Oct 28 09:37:52.136871 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2345c781-affa-4611-88c7-9df0e8b5b8a1 req-89daddc3-7b23-4ffe-bc30-176799f83a99 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=013ee561-7766-4996-824f-8dd03109f254 HTTP/1.1" status: 200 len: 217 time: 0.0434167 Oct 28 09:37:52.148932 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54700) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:52.153734 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-a659b075-2baa-4c77-887c-21ceed9e47d4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1776071947-network', 'tenant_id': '274e81c833d54acfaf912d5056300967'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:52.165503 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85e651-500b-41aa-ab5f-38661457a411 req-9901aa7d-99e7-4db9-96a0-338d2d40b566 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:52.167028 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7f85e651-500b-41aa-ab5f-38661457a411 req-9901aa7d-99e7-4db9-96a0-338d2d40b566 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=5ee2245c-413a-4bb6-ac18-1ba0be40381c HTTP/1.1" status: 200 len: 943 time: 0.1118226 Oct 28 09:37:52.195582 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a659b075-2baa-4c77-887c-21ceed9e47d4 admin admin] Made reservation on behalf of 274e81c833d54acfaf912d5056300967 for: {'network': 1} {{(pid=101549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:37:52.197976 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a659b075-2baa-4c77-887c-21ceed9e47d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for network, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:52.218258 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a659b075-2baa-4c77-887c-21ceed9e47d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:52.235953 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:52.252643 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345c781-affa-4611-88c7-9df0e8b5b8a1 req-6177d31c-a5fc-4bfd-a07f-bb0275f0a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:52.254636 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2345c781-affa-4611-88c7-9df0e8b5b8a1 req-6177d31c-a5fc-4bfd-a07f-bb0275f0a0e2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c98c5eb6-e40a-4005-9423-a56eda2b3640 HTTP/1.1" status: 200 len: 849 time: 0.1056406 Oct 28 09:37:52.265523 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7f85e651-500b-41aa-ab5f-38661457a411 req-f05fdb10-0912-464d-8cc9-cc73a7bc6244 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648737 Oct 28 09:37:52.297883 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2345c781-affa-4611-88c7-9df0e8b5b8a1 req-afe3d292-cb49-45f6-b470-92b028a4fce8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4a8d4e46-7ba2-4786-8afc-cf3952c1befc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311916 Oct 28 09:37:52.310447 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32750086-60c0-4376-99f5-39ad44f27e02 req-33492252-98dc-4efd-8982-d4f4f2dfaf94 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:52.311949 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-32750086-60c0-4376-99f5-39ad44f27e02 req-33492252-98dc-4efd-8982-d4f4f2dfaf94 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0761988 Oct 28 09:37:52.373473 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-32750086-60c0-4376-99f5-39ad44f27e02 req-dec0c711-d12c-450f-b157-c97306c3ffac tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523868 Oct 28 09:37:52.388984 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a659b075-2baa-4c77-887c-21ceed9e47d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:52.394169 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a659b075-2baa-4c77-887c-21ceed9e47d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:52.418384 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a659b075-2baa-4c77-887c-21ceed9e47d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=101549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:37:52.421882 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2345c781-affa-4611-88c7-9df0e8b5b8a1 req-af4314ec-74dc-414e-bedf-a2e7b969e991 service neutron] 10.222.0.98 "GET /v2.0/networks/4a8d4e46-7ba2-4786-8afc-cf3952c1befc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020625 Oct 28 09:37:52.434307 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659b075-2baa-4c77-887c-21ceed9e47d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08e5451-2eda-4b07-bfac-30e3dad73bbd,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:52.439317 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a659b075-2baa-4c77-887c-21ceed9e47d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:52.439675 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.segments_db [None req-a659b075-2baa-4c77-887c-21ceed9e47d4 admin admin] Added segment 9c2bee56-f14d-4639-88fe-eceef216b9aa of type vlan for network 43736cda-3f42-40b5-bed3-70c2478ef1b4 Oct 28 09:37:52.489298 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a659b075-2baa-4c77-887c-21ceed9e47d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729415096998'] for network, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:52.538315 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a659b075-2baa-4c77-887c-21ceed9e47d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for network, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:52.539459 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a659b075-2baa-4c77-887c-21ceed9e47d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:52.540523 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a659b075-2baa-4c77-887c-21ceed9e47d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:52.557906 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2345c781-affa-4611-88c7-9df0e8b5b8a1 req-6176e2d6-6e40-4b01-b827-1a0878dcaf43 service neutron] 10.222.0.98 "GET /v2.0/networks/4a8d4e46-7ba2-4786-8afc-cf3952c1befc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124249 Oct 28 09:37:52.569782 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] Sync routers for ids ['54f722df-49b2-48ea-b7d4-7403a7aab572'] in dv-cinder-815146-5-iscsi {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:37:52.586307 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] Routers {'54f722df-49b2-48ea-b7d4-7403a7aab572'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:37:52.588719 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:37:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['54f722df-49b2-48ea-b7d4-7403a7aab572'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:52.626267 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-a659b075-2baa-4c77-887c-21ceed9e47d4 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4762352 Oct 28 09:37:52.629733 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54716) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:52.636455 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-d2e33c3d-3dd2-414c-be28-dad350b949e2 admin admin] Request body: {'subnet': {'network_id': '43736cda-3f42-40b5-bed3-70c2478ef1b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1776071947-subnet', 'tenant_id': '274e81c833d54acfaf912d5056300967', 'ip_version': 4}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:52.674481 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659b075-2baa-4c77-887c-21ceed9e47d4 admin admin] Pushing event updated for resources: {'Network': ['ID=43736cda-3f42-40b5-bed3-70c2478ef1b4,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:52.688963 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e33c3d-3dd2-414c-be28-dad350b949e2 admin admin] Made reservation on behalf of 274e81c833d54acfaf912d5056300967 for: {'subnet': 1} {{(pid=101549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:37:52.697115 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Network 43736cda-3f42-40b5-bed3-70c2478ef1b4 details requested by agent ovs-agent-dv-cinder-815146-5-iscsi with host dv-cinder-815146-5-iscsi {{(pid=101551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:37:52.704115 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-d2e33c3d-3dd2-414c-be28-dad350b949e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8445976'] for subnet, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:52.784389 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] Set router 54f722df-49b2-48ea-b7d4-7403a7aab572 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:37:52.950591 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eded341-e341-49f7-b8b3-174ce8b4db41 req-a179743a-d7fb-4ec9-9611-7af854b1d840 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:52.952102 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6eded341-e341-49f7-b8b3-174ce8b4db41 req-a179743a-d7fb-4ec9-9611-7af854b1d840 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 950 time: 0.0990770 Oct 28 09:37:52.953409 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-d2e33c3d-3dd2-414c-be28-dad350b949e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8445962'] for subnet, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:53.006856 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'name': 'tempest-TestShelveInstance-1449459733-router', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:50Z', 'revision_number': 4, 'project_id': '64c8b312f18548939a655ccab105249a', 'gw_port': {'id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': 'db4ecb29-6caa-4237-9d92-a4b74aef0c99', 'name': '', 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'mac_address': 'fa:16:3e:79:a8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '4035f645-2903-45e0-bc42-d8bbe94b48f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:49Z', 'updated_at': '2021-10-28T09:37:50Z', 'revision_number': 2, 'project_id': '64c8b312f18548939a655ccab105249a', 'subnets': [{'id': '4035f645-2903-45e0-bc42-d8bbe94b48f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:53.038275 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e33c3d-3dd2-414c-be28-dad350b949e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdb8a74a-89a8-4643-950a-4564534e89ac,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:53.039826 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] Checking router: 54f722df-49b2-48ea-b7d4-7403a7aab572 for host: dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:37:53.040431 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] Updating router 54f722df-49b2-48ea-b7d4-7403a7aab572 port db4ecb29-6caa-4237-9d92-a4b74aef0c99 binding host dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:37:53.048009 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6eded341-e341-49f7-b8b3-174ce8b4db41 req-a81528d4-9fed-4f8b-ba81-a37e78f9155d tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/security-groups?id=c31f6688-80b1-4255-a09e-a2229b428a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701513 Oct 28 09:37:53.054302 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e33c3d-3dd2-414c-be28-dad350b949e2 admin admin] Checking segment: {'id': '9c2bee56-f14d-4639-88fe-eceef216b9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '43736cda-3f42-40b5-bed3-70c2478ef1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:37:53.054654 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e33c3d-3dd2-414c-be28-dad350b949e2 admin admin] Network hostable DHCP agents. Network: 43736cda-3f42-40b5-bed3-70c2478ef1b4, hostable agents: ['51f327a7-c6d2-45a0-a90b-356f50710923'], hosted agents: [] {{(pid=101549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:37:53.072091 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:53.077395 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e33c3d-3dd2-414c-be28-dad350b949e2 admin admin] Network 43736cda-3f42-40b5-bed3-70c2478ef1b4 is scheduled to be hosted by DHCP agent 51f327a7-c6d2-45a0-a90b-356f50710923 with binding_index 1 {{(pid=101549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:37:53.087206 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.base_scheduler [None req-d2e33c3d-3dd2-414c-be28-dad350b949e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-5-iscsi, 43736cda-3f42-40b5-bed3-70c2478ef1b4) {{(pid=101549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:53.092023 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e33c3d-3dd2-414c-be28-dad350b949e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:53.093062 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-d2e33c3d-3dd2-414c-be28-dad350b949e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:53.110311 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-d2e33c3d-3dd2-414c-be28-dad350b949e2 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4776065 Oct 28 09:37:53.112972 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 54730) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:53.113775 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255b592c-3f8e-4414-bbf8-e09c5ec36c7b None None] Network 43736cda-3f42-40b5-bed3-70c2478ef1b4 requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:37:53.118531 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-06fd13de-8758-4366-8282-13363a11c426 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1776071947-router', 'tenant_id': '274e81c833d54acfaf912d5056300967', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:53.149720 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-06fd13de-8758-4366-8282-13363a11c426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1638839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3352'] for router, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:53.150994 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-06fd13de-8758-4366-8282-13363a11c426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1639374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1762869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3363'] for router, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:53.205483 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-06fd13de-8758-4366-8282-13363a11c426 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:53.339589 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-06fd13de-8758-4366-8282-13363a11c426 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:53.403369 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f50f898-ac9d-4e95-8bb4-b11837bdf162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp197d0051-dcd6-579c-9846-4ee4697789d2-43736cda-3f42-40b5-bed3-70c2478ef1b4', 'network_id': '43736cda-3f42-40b5-bed3-70c2478ef1b4', 'tenant_id': '274e81c833d54acfaf912d5056300967', 'fixed_ips': [{'subnet_id': 'cdb8a74a-89a8-4643-950a-4564534e89ac'}]}} from dv-cinder-815146-5-iscsi. {{(pid=101551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:37:53.404266 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-0f50f898-ac9d-4e95-8bb4-b11837bdf162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:53.442792 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8eedb-5cee-49f0-b33f-ad1a724c89c2 req-2f0031c1-3690-4f5f-a959-2a2ca736816e tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:53.444111 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-53a8eedb-5cee-49f0-b33f-ad1a724c89c2 req-2f0031c1-3690-4f5f-a959-2a2ca736816e tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=5ee2245c-413a-4bb6-ac18-1ba0be40381c HTTP/1.1" status: 200 len: 943 time: 0.1013525 Oct 28 09:37:53.512605 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428040c5-8c54-421e-a347-6e3dd1b68030 req-90f18158-e7e5-48e0-8743-17e47465b7ad tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:53.518934 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-53a8eedb-5cee-49f0-b33f-ad1a724c89c2 req-96b056f4-7c4f-45eb-bdab-490c78ec53a9 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666325 Oct 28 09:37:53.528435 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-428040c5-8c54-421e-a347-6e3dd1b68030 req-90f18158-e7e5-48e0-8743-17e47465b7ad tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0853732 Oct 28 09:37:53.555909 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 9075e16c-c259-4af4-a858-6b77cf12083c up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:37:53.609708 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-428040c5-8c54-421e-a347-6e3dd1b68030 req-e41c8c61-e8e2-41ca-82e0-c76f49849f1c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705912 Oct 28 09:37:53.646300 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-06fd13de-8758-4366-8282-13363a11c426 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:53.666576 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-06fd13de-8758-4366-8282-13363a11c426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:53.707760 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] Publish callbacks [] for port, precommit_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:53.712789 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.db_base_plugin_common [None req-0f50f898-ac9d-4e95-8bb4-b11837bdf162 None None] Allocated IP 172.20.0.2 (43736cda-3f42-40b5-bed3-70c2478ef1b4/cdb8a74a-89a8-4643-950a-4564534e89ac/fef591d7-4edb-4eea-8edb-338fe954feda) {{(pid=101551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:37:53.726279 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:53.798961 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [None req-06fd13de-8758-4366-8282-13363a11c426 admin admin] Allocated IP 172.27.2.224 (31303b2b-323a-4b81-9e96-008831f8aead/d3684885-b597-423f-94c6-5f950061bf40/1a8059af-b794-4789-a637-5c4b2ad56655) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:37:53.808554 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 9075e16c-c259-4af4-a858-6b77cf12083c triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:53.809087 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:53.855129 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e56c9-81e9-40f2-b0d9-89dd19bd5582 None None] Pushing event updated for resources: {'Port': ['ID=db4ecb29-6caa-4237-9d92-a4b74aef0c99,revision_number=3']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:53.981339 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] Attempting to bind port db4ecb29-6caa-4237-9d92-a4b74aef0c99 on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:37:53.981711 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] Attempting to bind port db4ecb29-6caa-4237-9d92-a4b74aef0c99 by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '59cc495c-53a1-4ef8-9ecd-e24868724bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589'}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:37:53.982383 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] Attempting to bind port db4ecb29-6caa-4237-9d92-a4b74aef0c99 on network f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:37:53.988488 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-06fd13de-8758-4366-8282-13363a11c426 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:54.002501 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd705e-0f7b-4bb2-80e6-881af8659b2b req-c1cec720-6267-45b1-a911-72303f48edfb tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:54.004085 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-96cd705e-0f7b-4bb2-80e6-881af8659b2b req-c1cec720-6267-45b1-a911-72303f48edfb tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.98 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 950 time: 0.1111205 Oct 28 09:37:54.106326 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-06fd13de-8758-4366-8282-13363a11c426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:54.178042 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:37:54.178539 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] Checking segment: {'id': '59cc495c-53a1-4ef8-9ecd-e24868724bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:37:54.179003 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:54.179494 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] Bound using segment: {'id': '59cc495c-53a1-4ef8-9ecd-e24868724bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589'} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:37:54.180055 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] Bound port: db4ecb29-6caa-4237-9d92-a4b74aef0c99, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59cc495c-53a1-4ef8-9ecd-e24868724bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589'}}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:37:54.180962 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:54.181148 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fd13de-8758-4366-8282-13363a11c426 admin admin] Network 31303b2b-323a-4b81-9e96-008831f8aead is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:37:54.183561 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd13de-8758-4366-8282-13363a11c426 admin admin] Pushing event updated for resources: {'Port': ['ID=1a8059af-b794-4789-a637-5c4b2ad56655,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:54.190519 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-06fd13de-8758-4366-8282-13363a11c426 admin admin] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:54.195599 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fd13de-8758-4366-8282-13363a11c426 admin admin] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:37:54.225985 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-96cd705e-0f7b-4bb2-80e6-881af8659b2b req-a50c9122-ce4f-4212-94a2-8e3e251055a7 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Deleting port 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82 {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:37:54.226612 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-96cd705e-0f7b-4bb2-80e6-881af8659b2b req-a50c9122-ce4f-4212-94a2-8e3e251055a7 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:54.261940 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-0f50f898-ac9d-4e95-8bb4-b11837bdf162 None None] Publish callbacks [] for port, precommit_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:54.264619 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb241d-bd76-4e8e-892c-2f226d6eb107 req-56373e16-dee2-4d49-8541-39eadfc52219 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:54.274082 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-35fb241d-bd76-4e8e-892c-2f226d6eb107 req-56373e16-dee2-4d49-8541-39eadfc52219 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 950 time: 0.0939074 Oct 28 09:37:54.296812 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-44fa0a26-21cb-4a36-b29b-394525f5c0b8 None None] Provisioning complete for port db4ecb29-6caa-4237-9d92-a4b74aef0c99 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:54.297195 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-44fa0a26-21cb-4a36-b29b-394525f5c0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:54.299178 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 54756) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:54.326031 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-35fb241d-bd76-4e8e-892c-2f226d6eb107 req-63371074-1a79-4922-8c9c-a8a03ecb3a67 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/security-groups?id=c31f6688-80b1-4255-a09e-a2229b428a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508668 Oct 28 09:37:54.344724 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-0f50f898-ac9d-4e95-8bb4-b11837bdf162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:54.398389 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-44fa0a26-21cb-4a36-b29b-394525f5c0b8 None None] Port db4ecb29-6caa-4237-9d92-a4b74aef0c99 cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:37:54.420642 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f50f898-ac9d-4e95-8bb4-b11837bdf162 None None] Network 43736cda-3f42-40b5-bed3-70c2478ef1b4 is already hosted by enough agents. {{(pid=101551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:37:54.426506 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.scheduler.base_scheduler [None req-0f50f898-ac9d-4e95-8bb4-b11837bdf162 None None] Resources bound (agent type, host, resource id): {{(pid=101551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:54.430351 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50f898-ac9d-4e95-8bb4-b11837bdf162 None None] Pushing event updated for resources: {'Port': ['ID=fef591d7-4edb-4eea-8edb-338fe954feda,revision_number=1']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:54.433772 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f50f898-ac9d-4e95-8bb4-b11837bdf162 None None] Received port after_create {{(pid=101551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:37:54.436855 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] For port db4ecb29-6caa-4237-9d92-a4b74aef0c99, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:37:54.441935 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] For port db4ecb29-6caa-4237-9d92-a4b74aef0c99, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=db4ecb29-6caa-4237-9d92-a4b74aef0c99,segment=NetworkSegment(59cc495c-53a1-4ef8-9ecd-e24868724bff),segment_id=59cc495c-53a1-4ef8-9ecd-e24868724bff)] {{(pid=101551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:37:54.450654 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:54.549956 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-0f50f898-ac9d-4e95-8bb4-b11837bdf162 None None] Attempting to bind port fef591d7-4edb-4eea-8edb-338fe954feda on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:37:54.550337 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-0f50f898-ac9d-4e95-8bb4-b11837bdf162 None None] Attempting to bind port fef591d7-4edb-4eea-8edb-338fe954feda by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '9c2bee56-f14d-4639-88fe-eceef216b9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '43736cda-3f42-40b5-bed3-70c2478ef1b4'}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:37:54.550709 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f50f898-ac9d-4e95-8bb4-b11837bdf162 None None] Attempting to bind port fef591d7-4edb-4eea-8edb-338fe954feda on network 43736cda-3f42-40b5-bed3-70c2478ef1b4 {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:37:54.563550 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e56c9-81e9-40f2-b0d9-89dd19bd5582 None None] Pushing event updated for resources: {'Port': ['ID=db4ecb29-6caa-4237-9d92-a4b74aef0c99,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:54.570644 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f50f898-ac9d-4e95-8bb4-b11837bdf162 None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:37:54.571031 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f50f898-ac9d-4e95-8bb4-b11837bdf162 None None] Checking segment: {'id': '9c2bee56-f14d-4639-88fe-eceef216b9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '43736cda-3f42-40b5-bed3-70c2478ef1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:37:54.571393 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-0f50f898-ac9d-4e95-8bb4-b11837bdf162 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:54.571825 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f50f898-ac9d-4e95-8bb4-b11837bdf162 None None] Bound using segment: {'id': '9c2bee56-f14d-4639-88fe-eceef216b9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '43736cda-3f42-40b5-bed3-70c2478ef1b4'} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:37:54.572309 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-0f50f898-ac9d-4e95-8bb4-b11837bdf162 None None] Bound port: fef591d7-4edb-4eea-8edb-338fe954feda, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2bee56-f14d-4639-88fe-eceef216b9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '43736cda-3f42-40b5-bed3-70c2478ef1b4'}}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:37:54.572688 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-0f50f898-ac9d-4e95-8bb4-b11837bdf162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:54.592149 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] Routers {'54f722df-49b2-48ea-b7d4-7403a7aab572'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:37:54.592387 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:37:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['54f722df-49b2-48ea-b7d4-7403a7aab572'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:54.701222 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-96cd705e-0f7b-4bb2-80e6-881af8659b2b req-a50c9122-ce4f-4212-94a2-8e3e251055a7 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] For port 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1a7e34e2-b60b-4edb-a561-72fc3cc0dd82,segment=NetworkSegment(2115b299-46f7-4106-aa6f-862c08e1c22b),segment_id=2115b299-46f7-4106-aa6f-862c08e1c22b)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:54.710215 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-96cd705e-0f7b-4bb2-80e6-881af8659b2b req-a50c9122-ce4f-4212-94a2-8e3e251055a7 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:54.777409 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-96cd705e-0f7b-4bb2-80e6-881af8659b2b req-a50c9122-ce4f-4212-94a2-8e3e251055a7 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Calling delete_port for 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82 owned by compute:nova {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:37:54.781572 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685b26b-cde1-4d32-ab08-f11dc1514bb2 req-19527047-1aba-4110-a1da-bc8bbf0fa6f5 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:54.783254 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-8685b26b-cde1-4d32-ab08-f11dc1514bb2 req-19527047-1aba-4110-a1da-bc8bbf0fa6f5 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0722082 Oct 28 09:37:54.785108 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4334a6a5-d011-473c-8cf5-574c28d22ac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:54.808924 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] Set router 54f722df-49b2-48ea-b7d4-7403a7aab572 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:37:54.831002 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-8685b26b-cde1-4d32-ab08-f11dc1514bb2 req-40319b9d-7f6e-4970-877b-1490413633e7 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400493 Oct 28 09:37:54.841785 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-0f50f898-ac9d-4e95-8bb4-b11837bdf162 None None] For port fef591d7-4edb-4eea-8edb-338fe954feda, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:37:54.873618 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-0f50f898-ac9d-4e95-8bb4-b11837bdf162 None None] For port fef591d7-4edb-4eea-8edb-338fe954feda, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=fef591d7-4edb-4eea-8edb-338fe954feda,segment=NetworkSegment(9c2bee56-f14d-4639-88fe-eceef216b9aa),segment_id=9c2bee56-f14d-4639-88fe-eceef216b9aa)] {{(pid=101551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:37:54.880122 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-0f50f898-ac9d-4e95-8bb4-b11837bdf162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:54.937555 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d4b52-0f45-452c-8990-d68b457079be req-5b4a465a-72ac-4999-8795-cf2e732595dd tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:54.939318 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-214d4b52-0f45-452c-8990-d68b457079be req-5b4a465a-72ac-4999-8795-cf2e732595dd tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=5ee2245c-413a-4bb6-ac18-1ba0be40381c HTTP/1.1" status: 200 len: 943 time: 0.2618725 Oct 28 09:37:55.050150 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-65788537-2183-49f2-a4dd-c8b40d97955a None None] Provisioning complete for port db4ecb29-6caa-4237-9d92-a4b74aef0c99 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:55.050531 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-65788537-2183-49f2-a4dd-c8b40d97955a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.056044 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50f898-ac9d-4e95-8bb4-b11837bdf162 None None] Pushing event updated for resources: {'Port': ['ID=fef591d7-4edb-4eea-8edb-338fe954feda,revision_number=2']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:55.088789 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-214d4b52-0f45-452c-8990-d68b457079be req-b4988acb-8f25-4169-badc-90a36dc91dbe tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388142 Oct 28 09:37:55.097353 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-06fd13de-8758-4366-8282-13363a11c426 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.224871 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4334a6a5-d011-473c-8cf5-574c28d22ac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.232417 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4334a6a5-d011-473c-8cf5-574c28d22ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.235039 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-65788537-2183-49f2-a4dd-c8b40d97955a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.258818 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'name': 'tempest-TestShelveInstance-1449459733-router', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:50Z', 'revision_number': 4, 'project_id': '64c8b312f18548939a655ccab105249a', 'gw_port': {'id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': 'db4ecb29-6caa-4237-9d92-a4b74aef0c99', 'name': '', 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'mac_address': 'fa:16:3e:79:a8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '4035f645-2903-45e0-bc42-d8bbe94b48f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:49Z', 'updated_at': '2021-10-28T09:37:54Z', 'revision_number': 4, 'project_id': '64c8b312f18548939a655ccab105249a', 'subnets': [{'id': '4035f645-2903-45e0-bc42-d8bbe94b48f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:55.270156 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-96cd705e-0f7b-4bb2-80e6-881af8659b2b req-a50c9122-ce4f-4212-94a2-8e3e251055a7 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.299557 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['1a7e34e2-b60b-4edb-a561-72fc3cc0dd82'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:37:55.308517 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015d71e-8ee8-4d46-86a7-912d64726478 None None] The sync data for ids ['54f722df-49b2-48ea-b7d4-7403a7aab572'] in dv-cinder-815146-5-iscsi is: [{'id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'name': 'tempest-TestShelveInstance-1449459733-router', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:50Z', 'revision_number': 4, 'project_id': '64c8b312f18548939a655ccab105249a', 'gw_port': {'id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': 'db4ecb29-6caa-4237-9d92-a4b74aef0c99', 'name': '', 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'mac_address': 'fa:16:3e:79:a8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '4035f645-2903-45e0-bc42-d8bbe94b48f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:49Z', 'updated_at': '2021-10-28T09:37:54Z', 'revision_number': 4, 'project_id': '64c8b312f18548939a655ccab105249a', 'subnets': [{'id': '4035f645-2903-45e0-bc42-d8bbe94b48f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:37:55.313029 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 013ee561-7766-4996-824f-8dd03109f254 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:37:55.342889 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c9122-ce4f-4212-94a2-8e3e251055a7 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Pushing event deleted for resources: {'Port': ['ID=1a7e34e2-b60b-4edb-a561-72fc3cc0dd82,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:55.349986 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334a6a5-d011-473c-8cf5-574c28d22ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ca8b34-d03a-4b5f-b1a3-17d0769cba0a,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:55.357268 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-65788537-2183-49f2-a4dd-c8b40d97955a None None] For port db4ecb29-6caa-4237-9d92-a4b74aef0c99, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=db4ecb29-6caa-4237-9d92-a4b74aef0c99,segment=NetworkSegment(59cc495c-53a1-4ef8-9ecd-e24868724bff),segment_id=59cc495c-53a1-4ef8-9ecd-e24868724bff)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:55.364845 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-4334a6a5-d011-473c-8cf5-574c28d22ac6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d4130aea1cf64d1d8b551de254297e22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0622680 Oct 28 09:37:55.366138 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54776) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:55.556840 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 013ee561-7766-4996-824f-8dd03109f254, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=013ee561-7766-4996-824f-8dd03109f254,segment=NetworkSegment(93bf65e0-2d6c-47bc-ab50-5f0d7f232d59),segment_id=93bf65e0-2d6c-47bc-ab50-5f0d7f232d59)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:55.578998 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': '013ee561-7766-4996-824f-8dd03109f254', 'network_id': '4a8d4e46-7ba2-4786-8afc-cf3952c1befc', 'port_id': '013ee561-7766-4996-824f-8dd03109f254', 'mac_address': 'fa:16:3e:05:9a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98c5eb6-e40a-4005-9423-a56eda2b3640', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:37:55.582773 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-65788537-2183-49f2-a4dd-c8b40d97955a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.607619 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7c5575e7-fb78-438a-a6f8-84726746c689 req-cc09f591-6fb0-4d71-ae1f-2deb28b2dfe1 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.113 "GET /v2.0/ports?device_id=dab89118-d7d9-48f7-9e73-eda6c4cc6c29 HTTP/1.1" status: 200 len: 210 time: 0.0892169 Oct 28 09:37:55.608791 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ac406866-3874-41ed-a91f-85c42119d3fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.635724 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cd705e-0f7b-4bb2-80e6-881af8659b2b req-a50c9122-ce4f-4212-94a2-8e3e251055a7 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] No DVR routers for this DVR port 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82 on host hv-cinder-81514 {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:37:55.639846 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-96cd705e-0f7b-4bb2-80e6-881af8659b2b req-a50c9122-ce4f-4212-94a2-8e3e251055a7 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.648723 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-96cd705e-0f7b-4bb2-80e6-881af8659b2b req-a50c9122-ce4f-4212-94a2-8e3e251055a7 tempest-VolumesNegativeTest-577475060 tempest-VolumesNegativeTest-577475060-project] 10.222.0.98 "DELETE /v2.0/ports/1a7e34e2-b60b-4edb-a561-72fc3cc0dd82 HTTP/1.1" status: 204 len: 173 time: 1.6351414 Oct 28 09:37:55.649203 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab89118-d7d9-48f7-9e73-eda6c4cc6c29', 'name': 'network-vif-deleted', 'tag': '1a7e34e2-b60b-4edb-a561-72fc3cc0dd82'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:55.652702 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc697cb-9a87-4639-ad8c-90d39ccf64ea" -d '{"events": [{"server_uuid": "dab89118-d7d9-48f7-9e73-eda6c4cc6c29", "name": "network-vif-deleted", "tag": "1a7e34e2-b60b-4edb-a561-72fc3cc0dd82"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:55.653747 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ac406866-3874-41ed-a91f-85c42119d3fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.701363 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65788537-2183-49f2-a4dd-c8b40d97955a None None] Pushing event updated for resources: {'Port': ['ID=db4ecb29-6caa-4237-9d92-a4b74aef0c99,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:55.734187 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.759316 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013ee561-7766-4996-824f-8dd03109f254 {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:37:55.800574 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ac406866-3874-41ed-a91f-85c42119d3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.804718 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ac406866-3874-41ed-a91f-85c42119d3fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.823268 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ac2044-e197-4952-ae4c-6304beb98342 x-openstack-request-id: req-c9ac2044-e197-4952-ae4c-6304beb98342 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:55.823885 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab89118-d7d9-48f7-9e73-eda6c4cc6c29", "name": "network-vif-deleted", "tag": "1a7e34e2-b60b-4edb-a561-72fc3cc0dd82", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:55.824526 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-ac406866-3874-41ed-a91f-85c42119d3fa admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/16ca8b34-d03a-4b5f-b1a3-17d0769cba0a HTTP/1.1" status: 204 len: 168 time: 0.4557407 Oct 28 09:37:55.826104 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device fef591d7-4edb-4eea-8edb-338fe954feda up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:37:55.827023 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c9ac2044-e197-4952-ae4c-6304beb98342 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:55.827562 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab89118-d7d9-48f7-9e73-eda6c4cc6c29', 'name': 'network-vif-deleted', 'tag': '1a7e34e2-b60b-4edb-a561-72fc3cc0dd82', 'status': 'completed', 'code': 200} Oct 28 09:37:55.837171 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-06fd13de-8758-4366-8282-13363a11c426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1653836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639315'] for router, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.882518 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac406866-3874-41ed-a91f-85c42119d3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ca8b34-d03a-4b5f-b1a3-17d0769cba0a,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:55.925999 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 013ee561-7766-4996-824f-8dd03109f254, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=013ee561-7766-4996-824f-8dd03109f254,segment=NetworkSegment(93bf65e0-2d6c-47bc-ab50-5f0d7f232d59),segment_id=93bf65e0-2d6c-47bc-ab50-5f0d7f232d59)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:55.939132 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:56.013624 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port fef591d7-4edb-4eea-8edb-338fe954feda triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:56.013997 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:56.044748 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=013ee561-7766-4996-824f-8dd03109f254,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:56.104103 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fd13de-8758-4366-8282-13363a11c426 admin admin] Router 925f3093-b87c-4085-8882-eead225b165b is scheduled to L3 agent b795c905-d4ab-4275-b216-80b90b100426 with binding_index 1 {{(pid=101550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:37:56.109470 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f41c36-3a06-4965-a85d-beb3ad14aa93 req-9f0d90cc-4507-464d-ad9b-9372071de53b tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:56.111384 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-82f41c36-3a06-4965-a85d-beb3ad14aa93 req-9f0d90cc-4507-464d-ad9b-9372071de53b tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.1444387 Oct 28 09:37:56.189494 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:56.197068 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-82f41c36-3a06-4965-a85d-beb3ad14aa93 req-bb5e51dc-3a46-41f1-8bc2-41623c7d13c4 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774369 Oct 28 09:37:56.302540 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] For port fef591d7-4edb-4eea-8edb-338fe954feda, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=fef591d7-4edb-4eea-8edb-338fe954feda,segment=NetworkSegment(9c2bee56-f14d-4639-88fe-eceef216b9aa),segment_id=9c2bee56-f14d-4639-88fe-eceef216b9aa)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:56.316767 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:56.321586 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device db4ecb29-6caa-4237-9d92-a4b74aef0c99 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:37:56.435583 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fd13de-8758-4366-8282-13363a11c426 admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:37:56.450528 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] Sync routers for ids ['925f3093-b87c-4085-8882-eead225b165b'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:37:56.455257 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['013ee561-7766-4996-824f-8dd03109f254'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:37:56.458081 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54798) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:56.470062 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] Routers {'925f3093-b87c-4085-8882-eead225b165b'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:37:56.470961 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:37:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['925f3093-b87c-4085-8882-eead225b165b'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:56.480522 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde028cf-35b6-4259-9910-49aa87c5e112 req-7fe720ee-a1f1-4a2e-a1fb-858e627944ec tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:56.482730 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-419de288-1621-440c-a736-d8c9addfbaa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:56.486984 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fde028cf-35b6-4259-9910-49aa87c5e112 req-7fe720ee-a1f1-4a2e-a1fb-858e627944ec tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=5ee2245c-413a-4bb6-ac18-1ba0be40381c HTTP/1.1" status: 200 len: 944 time: 0.1401119 Oct 28 09:37:56.496426 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-06fd13de-8758-4366-8282-13363a11c426 admin admin] Publish callbacks [] for router, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:56.499948 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-06fd13de-8758-4366-8282-13363a11c426 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3830309 Oct 28 09:37:56.500683 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 54800) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:56.614745 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Pushing event updated for resources: {'Port': ['ID=fef591d7-4edb-4eea-8edb-338fe954feda,revision_number=3']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:56.634549 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port db4ecb29-6caa-4237-9d92-a4b74aef0c99 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:56.634654 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:56.707547 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fde028cf-35b6-4259-9910-49aa87c5e112 req-a1684191-f161-408d-926a-725b3dc08eed tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909089 Oct 28 09:37:56.726226 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-419de288-1621-440c-a736-d8c9addfbaa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:56.735552 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-419de288-1621-440c-a736-d8c9addfbaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:56.752707 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0cc839-bf10-4cf6-b66a-b0740a3e253c None None] Network 43736cda-3f42-40b5-bed3-70c2478ef1b4 requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:37:56.790717 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-419de288-1621-440c-a736-d8c9addfbaa0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=23bac9a2c0f54f16bc265aeee2f132d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296378 Oct 28 09:37:56.793802 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 54812) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:56.805098 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419de288-1621-440c-a736-d8c9addfbaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70b58dd-f5f4-4268-8ba0-753c6f82472d,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:56.947117 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2008f8d1-df8c-41d7-9e70-7b94d64c7d54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:56.977014 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2008f8d1-df8c-41d7-9e70-7b94d64c7d54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:56.981230 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] Set router 925f3093-b87c-4085-8882-eead225b165b gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:37:57.150510 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-5d4a7538-7067-42be-9b33-a577a387fef8 None None] Provisioning complete for port fef591d7-4edb-4eea-8edb-338fe954feda triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:57.150510 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-5d4a7538-7067-42be-9b33-a577a387fef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:57.183133 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2008f8d1-df8c-41d7-9e70-7b94d64c7d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:57.189166 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2008f8d1-df8c-41d7-9e70-7b94d64c7d54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:57.197073 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-2008f8d1-df8c-41d7-9e70-7b94d64c7d54 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d70b58dd-f5f4-4268-8ba0-753c6f82472d HTTP/1.1" status: 204 len: 168 time: 0.3966532 Oct 28 09:37:57.228152 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008f8d1-df8c-41d7-9e70-7b94d64c7d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70b58dd-f5f4-4268-8ba0-753c6f82472d,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:57.294928 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925f3093-b87c-4085-8882-eead225b165b', 'name': 'tempest-TestShelveInstance-1776071947-router', 'tenant_id': '274e81c833d54acfaf912d5056300967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '1a8059af-b794-4789-a637-5c4b2ad56655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:53Z', 'updated_at': '2021-10-28T09:37:54Z', 'revision_number': 3, 'project_id': '274e81c833d54acfaf912d5056300967', 'gw_port': {'id': '1a8059af-b794-4789-a637-5c4b2ad56655', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925f3093-b87c-4085-8882-eead225b165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:53Z', 'updated_at': '2021-10-28T09:37:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:57.324191 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:37:57.367967 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] Checking router: 925f3093-b87c-4085-8882-eead225b165b for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:37:57.368507 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] Updating router 925f3093-b87c-4085-8882-eead225b165b port 1a8059af-b794-4789-a637-5c4b2ad56655 binding host dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:37:57.377858 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] No Port match for: 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:37:57.378214 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 1a7e34e2-b60b-4edb-a561-72fc3cc0dd82 not bound to the agent host hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:37:57.409510 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:57.631953 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device fef591d7-4edb-4eea-8edb-338fe954feda up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:37:57.650191 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44ba7f-d850-4fd5-88e4-233bcbdd21c6 req-d7bdfbeb-d77c-4995-a5c2-1b8fa86f39be tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:57.651798 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2a44ba7f-d850-4fd5-88e4-233bcbdd21c6 req-d7bdfbeb-d77c-4995-a5c2-1b8fa86f39be tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.1477954 Oct 28 09:37:57.779385 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port fef591d7-4edb-4eea-8edb-338fe954feda triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:57.779875 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:57.882941 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2a44ba7f-d850-4fd5-88e4-233bcbdd21c6 req-a2bd11f1-ed53-41f6-bf0e-e22e51fe60e0 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171764 Oct 28 09:37:57.940004 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-03510f3c-5dd5-4915-a7d9-31ed99fb0550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:57.978357 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device db4ecb29-6caa-4237-9d92-a4b74aef0c99 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:37:58.009719 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29d120-8e5d-4174-9d50-ac071a5f86bc req-00b077fc-61f1-44fb-a8d0-c1647a2d3365 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:58.023193 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] Publish callbacks [] for port, precommit_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:58.027081 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-cc29d120-8e5d-4174-9d50-ac071a5f86bc req-00b077fc-61f1-44fb-a8d0-c1647a2d3365 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=5ee2245c-413a-4bb6-ac18-1ba0be40381c HTTP/1.1" status: 200 len: 944 time: 0.1170564 Oct 28 09:37:58.036965 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54870) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:58.038339 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:58.120813 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-cab9bc1d-92e2-41dd-8073-1af74bee0722 None None] Provisioning complete for port fef591d7-4edb-4eea-8edb-338fe954feda triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:58.121175 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-cab9bc1d-92e2-41dd-8073-1af74bee0722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:58.140253 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf18c2-5a10-4419-ba16-08f4448636b0 None None] Pushing event updated for resources: {'Port': ['ID=1a8059af-b794-4789-a637-5c4b2ad56655,revision_number=2']} {{(pid=101552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:58.168907 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] Attempting to bind port 1a8059af-b794-4789-a637-5c4b2ad56655 on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:37:58.169573 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] Attempting to bind port 1a8059af-b794-4789-a637-5c4b2ad56655 by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}] {{(pid=101552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:37:58.170137 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] Attempting to bind port 1a8059af-b794-4789-a637-5c4b2ad56655 on network 31303b2b-323a-4b81-9e96-008831f8aead {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:37:58.177445 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:37:58.178925 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] Checking segment: {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:37:58.179537 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:58.180179 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] Bound using segment: {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'} {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:37:58.181103 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] Bound port: 1a8059af-b794-4789-a637-5c4b2ad56655, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}}] {{(pid=101552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:37:58.181446 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:58.188347 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-cc29d120-8e5d-4174-9d50-ac071a5f86bc req-e0e94a14-0e0e-4b57-ab19-b7ec7301b4c8 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508923 Oct 28 09:37:58.211136 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port db4ecb29-6caa-4237-9d92-a4b74aef0c99 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:58.212044 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:58.294929 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.db [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] For port 1a8059af-b794-4789-a637-5c4b2ad56655, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:37:58.301565 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.db [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] For port 1a8059af-b794-4789-a637-5c4b2ad56655, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=1a8059af-b794-4789-a637-5c4b2ad56655,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:37:58.311000 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:58.334399 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [None req-03510f3c-5dd5-4915-a7d9-31ed99fb0550 admin admin] Allocated IP 172.20.0.1 (43736cda-3f42-40b5-bed3-70c2478ef1b4/cdb8a74a-89a8-4643-950a-4564534e89ac/bf28d157-6e9f-4577-be98-6bd0718b1b1a) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:37:58.392090 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8075a19d-e15d-420c-a54c-a71b2eea392a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:58.451849 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf18c2-5a10-4419-ba16-08f4448636b0 None None] Pushing event updated for resources: {'Port': ['ID=1a8059af-b794-4789-a637-5c4b2ad56655,revision_number=3']} {{(pid=101552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:58.472519 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] Routers {'925f3093-b87c-4085-8882-eead225b165b'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:37:58.473140 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:37:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['925f3093-b87c-4085-8882-eead225b165b'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:58.608405 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8075a19d-e15d-420c-a54c-a71b2eea392a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:58.617382 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8075a19d-e15d-420c-a54c-a71b2eea392a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:58.660742 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] Set router 925f3093-b87c-4085-8882-eead225b165b gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:37:58.663565 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-8075a19d-e15d-420c-a54c-a71b2eea392a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f95447ef139340778ed45064eea65209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6250846 Oct 28 09:37:58.664556 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075a19d-e15d-420c-a54c-a71b2eea392a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678b41cd-18da-47ad-9960-deffced09af1,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:58.668828 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 54938) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:58.706801 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-03510f3c-5dd5-4915-a7d9-31ed99fb0550 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:58.725589 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96503dd6-6790-46cd-a51a-f539d2b5bb09 req-8fcb6c7b-49cf-4147-88c3-b0af735ce963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:58.726038 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-96503dd6-6790-46cd-a51a-f539d2b5bb09 req-8fcb6c7b-49cf-4147-88c3-b0af735ce963 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 1098 time: 0.1211648 Oct 28 09:37:58.732722 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-634d1108-b81b-4658-ae4d-188eba54a71c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:58.762747 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-634d1108-b81b-4658-ae4d-188eba54a71c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:58.783980 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-96503dd6-6790-46cd-a51a-f539d2b5bb09 req-abe10d72-8028-48a3-8ac4-c65addb20787 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454781 Oct 28 09:37:58.792747 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-03510f3c-5dd5-4915-a7d9-31ed99fb0550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:58.862150 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-634d1108-b81b-4658-ae4d-188eba54a71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:58.866924 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-634d1108-b81b-4658-ae4d-188eba54a71c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:58.867220 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03510f3c-5dd5-4915-a7d9-31ed99fb0550 admin admin] Network 43736cda-3f42-40b5-bed3-70c2478ef1b4 is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:37:58.870241 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-03510f3c-5dd5-4915-a7d9-31ed99fb0550 admin admin] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:58.870466 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-634d1108-b81b-4658-ae4d-188eba54a71c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/678b41cd-18da-47ad-9960-deffced09af1 HTTP/1.1" status: 204 len: 168 time: 0.1994338 Oct 28 09:37:58.876550 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03510f3c-5dd5-4915-a7d9-31ed99fb0550 admin admin] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:37:58.900528 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d1108-b81b-4658-ae4d-188eba54a71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678b41cd-18da-47ad-9960-deffced09af1,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:58.955200 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03510f3c-5dd5-4915-a7d9-31ed99fb0550 admin admin] Pushing event updated for resources: {'Port': ['ID=bf28d157-6e9f-4577-be98-6bd0718b1b1a,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:58.982676 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-03510f3c-5dd5-4915-a7d9-31ed99fb0550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1640142'] for router_interface, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:59.004334 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925f3093-b87c-4085-8882-eead225b165b', 'name': 'tempest-TestShelveInstance-1776071947-router', 'tenant_id': '274e81c833d54acfaf912d5056300967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '1a8059af-b794-4789-a637-5c4b2ad56655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:53Z', 'updated_at': '2021-10-28T09:37:54Z', 'revision_number': 3, 'project_id': '274e81c833d54acfaf912d5056300967', 'gw_port': {'id': '1a8059af-b794-4789-a637-5c4b2ad56655', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925f3093-b87c-4085-8882-eead225b165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:53Z', 'updated_at': '2021-10-28T09:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:59.039360 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1fc67e-ef7b-40a0-b275-710cac4d0691 None None] The sync data for ids ['925f3093-b87c-4085-8882-eead225b165b'] in dv-cinder-815146-5-iscsi is: [{'id': '925f3093-b87c-4085-8882-eead225b165b', 'name': 'tempest-TestShelveInstance-1776071947-router', 'tenant_id': '274e81c833d54acfaf912d5056300967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '1a8059af-b794-4789-a637-5c4b2ad56655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:53Z', 'updated_at': '2021-10-28T09:37:54Z', 'revision_number': 3, 'project_id': '274e81c833d54acfaf912d5056300967', 'gw_port': {'id': '1a8059af-b794-4789-a637-5c4b2ad56655', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925f3093-b87c-4085-8882-eead225b165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:53Z', 'updated_at': '2021-10-28T09:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:37:59.069092 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f2417-fbcb-4b6b-8545-8a300eb4d33b req-8ef666e3-3242-4c04-9dae-3bab9f321a04 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:59.077164 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-006f2417-fbcb-4b6b-8545-8a300eb4d33b req-8ef666e3-3242-4c04-9dae-3bab9f321a04 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0842173 Oct 28 09:37:59.127608 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-006f2417-fbcb-4b6b-8545-8a300eb4d33b req-22c98464-66a7-48f2-a2b3-39be1a1d3df5 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495293 Oct 28 09:37:59.228966 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-03510f3c-5dd5-4915-a7d9-31ed99fb0550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:59.290787 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-bb9090af-68f3-400b-b947-aaf4ee939c1b None None] Provisioning complete for port bf28d157-6e9f-4577-be98-6bd0718b1b1a triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:59.291337 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-bb9090af-68f3-400b-b947-aaf4ee939c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:59.324788 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 013ee561-7766-4996-824f-8dd03109f254 up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:37:59.381478 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f2be6-0a13-4c48-b0bb-d8fe0926e9b7 req-24051d41-5dcd-4503-a7fd-849b5b6f6bb0 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:59.388800 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-bb9090af-68f3-400b-b947-aaf4ee939c1b None None] Port bf28d157-6e9f-4577-be98-6bd0718b1b1a cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:37:59.392007 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2b6f2be6-0a13-4c48-b0bb-d8fe0926e9b7 req-24051d41-5dcd-4503-a7fd-849b5b6f6bb0 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=5ee2245c-413a-4bb6-ac18-1ba0be40381c HTTP/1.1" status: 200 len: 944 time: 0.0909693 Oct 28 09:37:59.467814 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning for port 013ee561-7766-4996-824f-8dd03109f254 completed by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:37:59.482394 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port 013ee561-7766-4996-824f-8dd03109f254 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:59.482784 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:59.582141 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2b6f2be6-0a13-4c48-b0bb-d8fe0926e9b7 req-da81abae-b1bb-42db-9d82-f44fe5f5f297 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893048 Oct 28 09:37:59.628393 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:59.666345 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 1a8059af-b794-4789-a637-5c4b2ad56655 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:37:59.692210 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-03510f3c-5dd5-4915-a7d9-31ed99fb0550 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:59.705261 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-03510f3c-5dd5-4915-a7d9-31ed99fb0550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:59.707562 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee2245c-413a-4bb6-ac18-1ba0be40381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013ee561-7766-4996-824f-8dd03109f254'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:59.717920 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16856270-40a7-49ce-be1b-7e67df604b16" -d '{"events": [{"server_uuid": "5ee2245c-413a-4bb6-ac18-1ba0be40381c", "name": "network-vif-plugged", "status": "completed", "tag": "013ee561-7766-4996-824f-8dd03109f254"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:59.781964 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 013ee561-7766-4996-824f-8dd03109f254, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=013ee561-7766-4996-824f-8dd03109f254,segment=NetworkSegment(93bf65e0-2d6c-47bc-ab50-5f0d7f232d59),segment_id=93bf65e0-2d6c-47bc-ab50-5f0d7f232d59)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:59.790397 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:59.847195 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f113c0c-b268-43ae-be06-d72e8578d745 x-openstack-request-id: req-7f113c0c-b268-43ae-be06-d72e8578d745 {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:59.847492 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee2245c-413a-4bb6-ac18-1ba0be40381c", "name": "network-vif-plugged", "status": "completed", "tag": "013ee561-7766-4996-824f-8dd03109f254", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:59.847834 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7f113c0c-b268-43ae-be06-d72e8578d745 {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:59.848245 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee2245c-413a-4bb6-ac18-1ba0be40381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013ee561-7766-4996-824f-8dd03109f254', 'code': 200} Oct 28 09:37:59.863270 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-03510f3c-5dd5-4915-a7d9-31ed99fb0550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653342'] for router_interface, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:59.865350 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03510f3c-5dd5-4915-a7d9-31ed99fb0550 admin admin] Pushing event updated for resources: {'Port': ['ID=bf28d157-6e9f-4577-be98-6bd0718b1b1a,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:59.914236 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 1a8059af-b794-4789-a637-5c4b2ad56655 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:59.914617 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:59.998214 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=013ee561-7766-4996-824f-8dd03109f254,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:00.095292 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:00.125356 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03510f3c-5dd5-4915-a7d9-31ed99fb0550 admin admin] Network 43736cda-3f42-40b5-bed3-70c2478ef1b4 is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:38:00.128870 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-03510f3c-5dd5-4915-a7d9-31ed99fb0550 admin admin] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:38:00.134468 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] For port 1a8059af-b794-4789-a637-5c4b2ad56655, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=1a8059af-b794-4789-a637-5c4b2ad56655,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:00.144514 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:00.375323 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Pushing event updated for resources: {'Port': ['ID=1a8059af-b794-4789-a637-5c4b2ad56655,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:00.457586 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95931893-2314-4bcd-8bed-75792ad3d09a req-df89fc98-e292-44d0-a110-96d4e1f3b2e9 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:00.470013 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-95931893-2314-4bcd-8bed-75792ad3d09a req-df89fc98-e292-44d0-a110-96d4e1f3b2e9 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.1459539 Oct 28 09:38:00.574619 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-95931893-2314-4bcd-8bed-75792ad3d09a req-2672e459-48d1-4cf1-8511-60b12edacaef tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032169 Oct 28 09:38:00.655281 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-73e4cc77-e03f-4b8b-b584-c59368c05e85 None None] Provisioning complete for port bf28d157-6e9f-4577-be98-6bd0718b1b1a triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:00.659390 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-73e4cc77-e03f-4b8b-b584-c59368c05e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:00.664884 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06712743-ddf1-4238-844d-2e036c08bc17 req-812df759-1789-41aa-a7b1-83674ae6df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:00.670933 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-06712743-ddf1-4238-844d-2e036c08bc17 req-812df759-1789-41aa-a7b1-83674ae6df1c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5ee2245c-413a-4bb6-ac18-1ba0be40381c HTTP/1.1" status: 200 len: 1098 time: 0.6155553 Oct 28 09:38:00.785266 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-73e4cc77-e03f-4b8b-b584-c59368c05e85 None None] Port bf28d157-6e9f-4577-be98-6bd0718b1b1a cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:38:00.786955 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-06712743-ddf1-4238-844d-2e036c08bc17 req-9c10326c-30bb-45ff-bcfe-10c4b4e0afb7 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022336 Oct 28 09:38:00.812497 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39a791-d4cb-42b5-bca0-763853e10100 req-e8d9b1ea-8fde-4390-ab0d-9296fff0deab tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:00.814258 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9a39a791-d4cb-42b5-bca0-763853e10100 req-e8d9b1ea-8fde-4390-ab0d-9296fff0deab tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=5ee2245c-413a-4bb6-ac18-1ba0be40381c HTTP/1.1" status: 200 len: 945 time: 0.1158640 Oct 28 09:38:00.851603 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03510f3c-5dd5-4915-a7d9-31ed99fb0550 admin admin] Router 925f3093-b87c-4085-8882-eead225b165b has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:38:00.871957 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9a39a791-d4cb-42b5-bca0-763853e10100 req-2b1e4a78-4500-4943-81ae-c040bd134081 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483100 Oct 28 09:38:01.012022 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03510f3c-5dd5-4915-a7d9-31ed99fb0550 admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:38:01.017742 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-03510f3c-5dd5-4915-a7d9-31ed99fb0550 admin admin] 10.222.0.113 "PUT /v2.0/routers/925f3093-b87c-4085-8882-eead225b165b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5139894 Oct 28 09:38:01.576290 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 1a8059af-b794-4789-a637-5c4b2ad56655 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:38:01.677474 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 1a8059af-b794-4789-a637-5c4b2ad56655 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:01.678846 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:01.780379 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f025bfd-1c7b-46fb-9390-149656f4cee8 req-a49f7df9-4acc-434e-88e6-51ceab0f02af tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:01.792168 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-5f025bfd-1c7b-46fb-9390-149656f4cee8 req-a49f7df9-4acc-434e-88e6-51ceab0f02af tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0934534 Oct 28 09:38:01.806800 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 55150) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:01.813126 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-7d3a1a61-b564-4e5c-bc45-bc12c26f4e61 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-117425757', 'description': 'tempest-secgroup-smoke-117425757 description', 'project_id': '64c8b312f18548939a655ccab105249a'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:01.850620 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7d3a1a61-b564-4e5c-bc45-bc12c26f4e61 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:01.852935 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-5f025bfd-1c7b-46fb-9390-149656f4cee8 req-a56a3cf8-c428-449a-a6eb-1acac5aba4e4 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531456 Oct 28 09:38:01.940439 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7d3a1a61-b564-4e5c-bc45-bc12c26f4e61 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:01.977545 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7d3a1a61-b564-4e5c-bc45-bc12c26f4e61 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.003877 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 55166) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:02.039380 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e140b-d3c0-4d16-a44c-dee3a59e0d18 req-71ed70c4-375c-4d91-933a-5bc72604a673 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:02.042168 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a1a61-b564-4e5c-bc45-bc12c26f4e61 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23122b45-8ddd-4017-8202-f98b5a9af07b,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:02.044271 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-147e140b-d3c0-4d16-a44c-dee3a59e0d18 req-71ed70c4-375c-4d91-933a-5bc72604a673 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=5ee2245c-413a-4bb6-ac18-1ba0be40381c HTTP/1.1" status: 200 len: 945 time: 0.0743892 Oct 28 09:38:02.054928 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7d3a1a61-b564-4e5c-bc45-bc12c26f4e61 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.056099 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-7d3a1a61-b564-4e5c-bc45-bc12c26f4e61 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2474213 Oct 28 09:38:02.060137 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 55170) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:02.065627 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-79e8dbcd-d9df-42da-903a-68235ee6c4fc tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Request body: {'security_group_rule': {'security_group_id': '23122b45-8ddd-4017-8202-f98b5a9af07b', 'project_id': '64c8b312f18548939a655ccab105249a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:02.103603 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-147e140b-d3c0-4d16-a44c-dee3a59e0d18 req-0118cea1-070a-44a4-87d0-65079a134392 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502875 Oct 28 09:38:02.116701 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653c406-425d-4d68-a5ab-b048c95d2cf6 req-fb6cc700-deb5-41f6-a83b-324712612d2d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:02.125030 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1653c406-425d-4d68-a5ab-b048c95d2cf6 req-fb6cc700-deb5-41f6-a83b-324712612d2d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.1764214 Oct 28 09:38:02.159529 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] Sync routers for ids ['925f3093-b87c-4085-8882-eead225b165b'] in dv-cinder-815146-5-iscsi {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:38:02.179758 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] Routers {'925f3093-b87c-4085-8882-eead225b165b'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:38:02.180715 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:37:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['925f3093-b87c-4085-8882-eead225b165b'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:02.191178 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1653c406-425d-4d68-a5ab-b048c95d2cf6 req-b5b4f461-b5a7-4e46-af89-99bd8c0e52e4 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652227 Oct 28 09:38:02.192069 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-79e8dbcd-d9df-42da-903a-68235ee6c4fc tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.270330 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-222de573-ae69-4830-8d21-d419576291a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.328572 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-79e8dbcd-d9df-42da-903a-68235ee6c4fc tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.341706 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-79e8dbcd-d9df-42da-903a-68235ee6c4fc tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.350438 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] Set router 925f3093-b87c-4085-8882-eead225b165b gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:38:02.373104 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8dbcd-d9df-42da-903a-68235ee6c4fc tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0a3e55-5b8e-4d29-b8c2-c62985982de8,revision_number=0']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:02.379137 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-79e8dbcd-d9df-42da-903a-68235ee6c4fc tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.380948 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-79e8dbcd-d9df-42da-903a-68235ee6c4fc tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3196187 Oct 28 09:38:02.384252 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 55198) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:02.388764 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-77a5c8a9-932f-485d-94ff-18e2fb205b9d tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Request body: {'security_group_rule': {'security_group_id': '23122b45-8ddd-4017-8202-f98b5a9af07b', 'project_id': '64c8b312f18548939a655ccab105249a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:02.437834 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-222de573-ae69-4830-8d21-d419576291a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.448002 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-222de573-ae69-4830-8d21-d419576291a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.450697 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-77a5c8a9-932f-485d-94ff-18e2fb205b9d tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.496789 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222de573-ae69-4830-8d21-d419576291a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d3b145-85a7-45c6-bde0-9fa0973b59f9,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:02.553421 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-222de573-ae69-4830-8d21-d419576291a6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=65d94979c63a4d968bf992a512017cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5433083 Oct 28 09:38:02.555854 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 55208) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:02.591581 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-77a5c8a9-932f-485d-94ff-18e2fb205b9d tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.597310 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-77a5c8a9-932f-485d-94ff-18e2fb205b9d tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.659504 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-ee977daf-b166-41c9-aa2a-fe96158a21a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.663815 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5c8a9-932f-485d-94ff-18e2fb205b9d tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76654be-17b8-4a1b-8cb4-8bb42e85e935,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:02.686549 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-ee977daf-b166-41c9-aa2a-fe96158a21a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.712344 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-77a5c8a9-932f-485d-94ff-18e2fb205b9d tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.714930 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-77a5c8a9-932f-485d-94ff-18e2fb205b9d tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3297710 Oct 28 09:38:02.717840 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 55216) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:02.733849 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-29d8e609-8937-4a43-aa09-787a9fa03f9c tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Request body: {'security_group_rule': {'security_group_id': '23122b45-8ddd-4017-8202-f98b5a9af07b', 'project_id': '64c8b312f18548939a655ccab105249a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:02.807970 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-29d8e609-8937-4a43-aa09-787a9fa03f9c tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.840352 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925f3093-b87c-4085-8882-eead225b165b', 'name': 'tempest-TestShelveInstance-1776071947-router', 'tenant_id': '274e81c833d54acfaf912d5056300967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '1a8059af-b794-4789-a637-5c4b2ad56655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:53Z', 'updated_at': '2021-10-28T09:37:59Z', 'revision_number': 4, 'project_id': '274e81c833d54acfaf912d5056300967', 'gw_port': {'id': '1a8059af-b794-4789-a637-5c4b2ad56655', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925f3093-b87c-4085-8882-eead225b165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:53Z', 'updated_at': '2021-10-28T09:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': 'bf28d157-6e9f-4577-be98-6bd0718b1b1a', 'name': '', 'network_id': '43736cda-3f42-40b5-bed3-70c2478ef1b4', 'tenant_id': '274e81c833d54acfaf912d5056300967', 'mac_address': 'fa:16:3e:4f:e2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925f3093-b87c-4085-8882-eead225b165b', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cdb8a74a-89a8-4643-950a-4564534e89ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:57Z', 'updated_at': '2021-10-28T09:37:59Z', 'revision_number': 2, 'project_id': '274e81c833d54acfaf912d5056300967', 'subnets': [{'id': 'cdb8a74a-89a8-4643-950a-4564534e89ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:02.840984 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-ee977daf-b166-41c9-aa2a-fe96158a21a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.843319 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-ee977daf-b166-41c9-aa2a-fe96158a21a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.845268 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-ee977daf-b166-41c9-aa2a-fe96158a21a4 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e3d3b145-85a7-45c6-bde0-9fa0973b59f9 HTTP/1.1" status: 204 len: 168 time: 0.2875216 Oct 28 09:38:02.863375 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee977daf-b166-41c9-aa2a-fe96158a21a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d3b145-85a7-45c6-bde0-9fa0973b59f9,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:02.914378 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] Checking router: 925f3093-b87c-4085-8882-eead225b165b for host: dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:38:02.914735 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] Updating router 925f3093-b87c-4085-8882-eead225b165b port bf28d157-6e9f-4577-be98-6bd0718b1b1a binding host dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:38:02.941611 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-29d8e609-8937-4a43-aa09-787a9fa03f9c tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.949454 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-29d8e609-8937-4a43-aa09-787a9fa03f9c tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.950174 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.975559 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8e609-8937-4a43-aa09-787a9fa03f9c tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1e0ce6-ac7d-4d20-a16a-d32e4552cbd3,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:02.983388 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-29d8e609-8937-4a43-aa09-787a9fa03f9c tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.985082 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-29d8e609-8937-4a43-aa09-787a9fa03f9c tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2641916 Oct 28 09:38:02.987738 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 55226) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:02.993732 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-8896248d-18db-48ca-8e81-9d543fab5316 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Request body: {'security_group_rule': {'security_group_id': '23122b45-8ddd-4017-8202-f98b5a9af07b', 'project_id': '64c8b312f18548939a655ccab105249a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:03.042785 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8896248d-18db-48ca-8e81-9d543fab5316 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.167557 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8896248d-18db-48ca-8e81-9d543fab5316 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.176419 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8896248d-18db-48ca-8e81-9d543fab5316 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.196006 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896248d-18db-48ca-8e81-9d543fab5316 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313bd5db-c6a7-43fa-8e56-b875fc93edb1,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:03.230405 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8896248d-18db-48ca-8e81-9d543fab5316 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.234268 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-8896248d-18db-48ca-8e81-9d543fab5316 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2452810 Oct 28 09:38:03.237877 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 55236) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:03.281787 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-fc97bf20-e1c6-4a5d-8d2a-1bfb78c43a9e tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Request body: {'security_group_rule': {'security_group_id': '23122b45-8ddd-4017-8202-f98b5a9af07b', 'project_id': '64c8b312f18548939a655ccab105249a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:03.297260 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 55240) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:03.323974 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-622c0c51-2537-4238-88dd-4b9c984c109d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.339166 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.db.securitygroups_db [None req-fc97bf20-e1c6-4a5d-8d2a-1bfb78c43a9e tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Project 64c8b312f18548939a655ccab105249a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:38:03.347919 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-fc97bf20-e1c6-4a5d-8d2a-1bfb78c43a9e tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.359009 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b637433-0c90-443d-acfb-2c3261adb2b5 req-506bf4ec-0232-4254-8d58-10db03117d4f tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:03.361288 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6b637433-0c90-443d-acfb-2c3261adb2b5 req-506bf4ec-0232-4254-8d58-10db03117d4f tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=5ee2245c-413a-4bb6-ac18-1ba0be40381c HTTP/1.1" status: 200 len: 945 time: 0.1398916 Oct 28 09:38:03.442957 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6b637433-0c90-443d-acfb-2c3261adb2b5 req-a18c2ab4-2f4c-4e9e-bce4-dfb34a028eea tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722024 Oct 28 09:38:03.452855 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-622c0c51-2537-4238-88dd-4b9c984c109d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.461010 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-622c0c51-2537-4238-88dd-4b9c984c109d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.461137 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-fc97bf20-e1c6-4a5d-8d2a-1bfb78c43a9e tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.476179 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-fc97bf20-e1c6-4a5d-8d2a-1bfb78c43a9e tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.511318 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97bf20-e1c6-4a5d-8d2a-1bfb78c43a9e tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49146877-134e-4a68-9717-2a2effd85bcb,revision_number=0']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:03.525115 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-622c0c51-2537-4238-88dd-4b9c984c109d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=36531371bcaa4d059b9efe1599ff33b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267568 Oct 28 09:38:03.528769 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 55244) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:03.550512 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c0c51-2537-4238-88dd-4b9c984c109d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edbbc67-2b14-441c-86c9-833b42798818,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:03.560783 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-fc97bf20-e1c6-4a5d-8d2a-1bfb78c43a9e tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.561769 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-fc97bf20-e1c6-4a5d-8d2a-1bfb78c43a9e tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3214529 Oct 28 09:38:03.564600 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 55248) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:03.572388 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-cca7d667-f050-4e61-95f8-7d67cad7995b tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Request body: {'security_group_rule': {'security_group_id': '23122b45-8ddd-4017-8202-f98b5a9af07b', 'project_id': '64c8b312f18548939a655ccab105249a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:03.614081 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.securitygroups_db [None req-cca7d667-f050-4e61-95f8-7d67cad7995b tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Project 64c8b312f18548939a655ccab105249a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:38:03.616290 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-92aa5836-5261-453b-b806-1c826cad63fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.620911 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-cca7d667-f050-4e61-95f8-7d67cad7995b tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.634789 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] Publish callbacks [] for port, precommit_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.647868 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.661862 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-92aa5836-5261-453b-b806-1c826cad63fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.726916 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-cca7d667-f050-4e61-95f8-7d67cad7995b tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.737122 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-cca7d667-f050-4e61-95f8-7d67cad7995b tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.751769 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-92aa5836-5261-453b-b806-1c826cad63fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.754462 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89213a60-138d-4c40-abb5-4a67a7472845 None None] Pushing event updated for resources: {'Port': ['ID=bf28d157-6e9f-4577-be98-6bd0718b1b1a,revision_number=3']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:03.767105 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-92aa5836-5261-453b-b806-1c826cad63fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.771626 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] Attempting to bind port bf28d157-6e9f-4577-be98-6bd0718b1b1a on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:38:03.772032 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] Attempting to bind port bf28d157-6e9f-4577-be98-6bd0718b1b1a by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '9c2bee56-f14d-4639-88fe-eceef216b9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '43736cda-3f42-40b5-bed3-70c2478ef1b4'}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:38:03.772579 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-92aa5836-5261-453b-b806-1c826cad63fb admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7edbbc67-2b14-441c-86c9-833b42798818 HTTP/1.1" status: 204 len: 168 time: 0.2413609 Oct 28 09:38:03.773801 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7d667-f050-4e61-95f8-7d67cad7995b tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dbc6c49-260e-4906-8e26-1e983449ae6c,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:03.776621 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] Attempting to bind port bf28d157-6e9f-4577-be98-6bd0718b1b1a on network 43736cda-3f42-40b5-bed3-70c2478ef1b4 {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:38:03.799402 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:38:03.799869 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] Checking segment: {'id': '9c2bee56-f14d-4639-88fe-eceef216b9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '43736cda-3f42-40b5-bed3-70c2478ef1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:38:03.800280 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.800677 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] Bound using segment: {'id': '9c2bee56-f14d-4639-88fe-eceef216b9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '43736cda-3f42-40b5-bed3-70c2478ef1b4'} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:38:03.801161 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] Bound port: bf28d157-6e9f-4577-be98-6bd0718b1b1a, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2bee56-f14d-4639-88fe-eceef216b9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '43736cda-3f42-40b5-bed3-70c2478ef1b4'}}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:38:03.801567 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.803576 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-cca7d667-f050-4e61-95f8-7d67cad7995b tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.811040 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-cca7d667-f050-4e61-95f8-7d67cad7995b tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2441947 Oct 28 09:38:03.842369 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa5836-5261-453b-b806-1c826cad63fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edbbc67-2b14-441c-86c9-833b42798818,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:04.029042 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] For port bf28d157-6e9f-4577-be98-6bd0718b1b1a, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:38:04.041004 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] For port bf28d157-6e9f-4577-be98-6bd0718b1b1a, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=bf28d157-6e9f-4577-be98-6bd0718b1b1a,segment=NetworkSegment(9c2bee56-f14d-4639-88fe-eceef216b9aa),segment_id=9c2bee56-f14d-4639-88fe-eceef216b9aa)] {{(pid=101551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:38:04.059282 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:04.216698 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] Routers {'925f3093-b87c-4085-8882-eead225b165b'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:38:04.217706 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:37:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['925f3093-b87c-4085-8882-eead225b165b'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:04.374940 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89213a60-138d-4c40-abb5-4a67a7472845 None None] Pushing event updated for resources: {'Port': ['ID=bf28d157-6e9f-4577-be98-6bd0718b1b1a,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:04.387391 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-b0e698ab-10db-4805-8c91-9879fcdd65af None None] Provisioning complete for port bf28d157-6e9f-4577-be98-6bd0718b1b1a triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:04.388014 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-b0e698ab-10db-4805-8c91-9879fcdd65af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:04.572892 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] Set router 925f3093-b87c-4085-8882-eead225b165b gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:38:04.605088 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75b312-80d2-4036-a34c-cb113b460de0 req-f1cf0f9f-ff26-4065-b6db-197e220a0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:04.610974 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8a75b312-80d2-4036-a34c-cb113b460de0 req-f1cf0f9f-ff26-4065-b6db-197e220a0a94 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a1655550196140baa9220386a1a8373e&device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 1098 time: 0.2072864 Oct 28 09:38:04.709369 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-b0e698ab-10db-4805-8c91-9879fcdd65af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:04.787327 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-b0e698ab-10db-4805-8c91-9879fcdd65af None None] For port bf28d157-6e9f-4577-be98-6bd0718b1b1a, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=bf28d157-6e9f-4577-be98-6bd0718b1b1a,segment=NetworkSegment(9c2bee56-f14d-4639-88fe-eceef216b9aa),segment_id=9c2bee56-f14d-4639-88fe-eceef216b9aa)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:04.793412 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff8d51-ac68-498f-8f67-5dc5b6423b0f req-1661bfd4-39fc-4726-b792-c6d057077cfa tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:04.795200 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-59ff8d51-ac68-498f-8f67-5dc5b6423b0f req-1661bfd4-39fc-4726-b792-c6d057077cfa tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.3092356 Oct 28 09:38:04.797117 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-b0e698ab-10db-4805-8c91-9879fcdd65af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:04.831785 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 55344) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:04.936901 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e698ab-10db-4805-8c91-9879fcdd65af None None] Pushing event updated for resources: {'Port': ['ID=bf28d157-6e9f-4577-be98-6bd0718b1b1a,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:05.039305 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-59ff8d51-ac68-498f-8f67-5dc5b6423b0f req-0251dc41-6360-4943-87e7-07e0eaa5110c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034590 Oct 28 09:38:05.046215 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-51033745-fd0e-4591-bf5c-90deb96e6556 None None] Provisioning complete for port bf28d157-6e9f-4577-be98-6bd0718b1b1a triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:05.046724 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-51033745-fd0e-4591-bf5c-90deb96e6556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:05.058593 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75b312-80d2-4036-a34c-cb113b460de0 req-727670c2-b7ea-4105-b874-9872e692ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:05.060704 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8a75b312-80d2-4036-a34c-cb113b460de0 req-727670c2-b7ea-4105-b874-9872e692ec53 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0c6135fc-e04f-41b1-91c9-8bd4154b91de HTTP/1.1" status: 200 len: 919 time: 0.4265733 Oct 28 09:38:05.129293 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8a75b312-80d2-4036-a34c-cb113b460de0 req-f0adb177-dead-4bff-859e-1376c2d3c27e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6951c21d-afe1-4690-a945-d9ce84d8498c HTTP/1.1" status: 200 len: 217 time: 0.0598993 Oct 28 09:38:05.184073 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925f3093-b87c-4085-8882-eead225b165b', 'name': 'tempest-TestShelveInstance-1776071947-router', 'tenant_id': '274e81c833d54acfaf912d5056300967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '1a8059af-b794-4789-a637-5c4b2ad56655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:53Z', 'updated_at': '2021-10-28T09:37:59Z', 'revision_number': 4, 'project_id': '274e81c833d54acfaf912d5056300967', 'gw_port': {'id': '1a8059af-b794-4789-a637-5c4b2ad56655', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925f3093-b87c-4085-8882-eead225b165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:53Z', 'updated_at': '2021-10-28T09:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': 'bf28d157-6e9f-4577-be98-6bd0718b1b1a', 'name': '', 'network_id': '43736cda-3f42-40b5-bed3-70c2478ef1b4', 'tenant_id': '274e81c833d54acfaf912d5056300967', 'mac_address': 'fa:16:3e:4f:e2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925f3093-b87c-4085-8882-eead225b165b', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cdb8a74a-89a8-4643-950a-4564534e89ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:57Z', 'updated_at': '2021-10-28T09:38:04Z', 'revision_number': 4, 'project_id': '274e81c833d54acfaf912d5056300967', 'subnets': [{'id': 'cdb8a74a-89a8-4643-950a-4564534e89ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:05.198716 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-db5d4e15-845b-42e4-9f08-8c7bc927ad3d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3b80de00771b42958d41dd36908280cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3638833 Oct 28 09:38:05.200487 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 55364) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:05.214007 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6e7c8d-2a08-44a2-ab05-d99a7cd012c3 None None] The sync data for ids ['925f3093-b87c-4085-8882-eead225b165b'] in dv-cinder-815146-5-iscsi is: [{'id': '925f3093-b87c-4085-8882-eead225b165b', 'name': 'tempest-TestShelveInstance-1776071947-router', 'tenant_id': '274e81c833d54acfaf912d5056300967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '1a8059af-b794-4789-a637-5c4b2ad56655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:53Z', 'updated_at': '2021-10-28T09:37:59Z', 'revision_number': 4, 'project_id': '274e81c833d54acfaf912d5056300967', 'gw_port': {'id': '1a8059af-b794-4789-a637-5c4b2ad56655', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925f3093-b87c-4085-8882-eead225b165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:53Z', 'updated_at': '2021-10-28T09:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': 'bf28d157-6e9f-4577-be98-6bd0718b1b1a', 'name': '', 'network_id': '43736cda-3f42-40b5-bed3-70c2478ef1b4', 'tenant_id': '274e81c833d54acfaf912d5056300967', 'mac_address': 'fa:16:3e:4f:e2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925f3093-b87c-4085-8882-eead225b165b', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cdb8a74a-89a8-4643-950a-4564534e89ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:57Z', 'updated_at': '2021-10-28T09:38:04Z', 'revision_number': 4, 'project_id': '274e81c833d54acfaf912d5056300967', 'subnets': [{'id': 'cdb8a74a-89a8-4643-950a-4564534e89ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:38:05.287664 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e157-af16-4f8f-8dbd-6ea4566cba37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:05.327492 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75b312-80d2-4036-a34c-cb113b460de0 req-8b9eb66c-7046-4d72-ba43-104bea89e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:05.339548 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8a75b312-80d2-4036-a34c-cb113b460de0 req-8b9eb66c-7046-4d72-ba43-104bea89e467 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f756cde3-6ad6-41bc-a74b-aa926d36b9a7 HTTP/1.1" status: 200 len: 858 time: 0.1856878 Oct 28 09:38:05.347389 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e157-af16-4f8f-8dbd-6ea4566cba37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:05.349710 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24716e43-e258-45c0-933a-f80a3b23471a req-439425dd-8834-477a-b4de-c008c3b40578 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:05.358041 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-24716e43-e258-45c0-933a-f80a3b23471a req-439425dd-8834-477a-b4de-c008c3b40578 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=5ee2245c-413a-4bb6-ac18-1ba0be40381c HTTP/1.1" status: 200 len: 945 time: 0.2247255 Oct 28 09:38:05.442234 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8a75b312-80d2-4036-a34c-cb113b460de0 req-c644f247-8d03-4b12-a3e8-976156360ed8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0c6135fc-e04f-41b1-91c9-8bd4154b91de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625424 Oct 28 09:38:05.443162 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e157-af16-4f8f-8dbd-6ea4566cba37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:05.447464 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e157-af16-4f8f-8dbd-6ea4566cba37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:05.449037 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-4ce2e157-af16-4f8f-8dbd-6ea4566cba37 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c31f6688-80b1-4255-a09e-a2229b428a20 HTTP/1.1" status: 204 len: 168 time: 0.2469163 Oct 28 09:38:05.470943 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-24716e43-e258-45c0-933a-f80a3b23471a req-662629ed-ac0f-43a9-9c2b-ec3225f4d0d6 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111827 Oct 28 09:38:05.473116 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2e157-af16-4f8f-8dbd-6ea4566cba37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31f6688-80b1-4255-a09e-a2229b428a20,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:05.675560 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8a75b312-80d2-4036-a34c-cb113b460de0 req-c62e78df-094f-4aa9-896d-1b276a68d259 service neutron] 10.222.0.98 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036006 Oct 28 09:38:05.693301 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device bf28d157-6e9f-4577-be98-6bd0718b1b1a up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:38:05.794696 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port bf28d157-6e9f-4577-be98-6bd0718b1b1a triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:05.794968 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:05.813067 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8a75b312-80d2-4036-a34c-cb113b460de0 req-ac892959-f1d6-412c-9b2f-5cd176a6dc5f service neutron] 10.222.0.98 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224043 Oct 28 09:38:06.199669 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5c4ee-b8d2-4e69-a22e-66a192b837fe req-7d32486a-31ec-4466-a5b1-1aa50b9cf282 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:06.210952 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-dbf5c4ee-b8d2-4e69-a22e-66a192b837fe req-7d32486a-31ec-4466-a5b1-1aa50b9cf282 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0842009 Oct 28 09:38:06.256351 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-dbf5c4ee-b8d2-4e69-a22e-66a192b837fe req-d6f9fe73-9d08-4805-a2b8-0e1dcb14c6a7 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379827 Oct 28 09:38:06.589189 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 55444) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:06.618912 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1581f-d3ab-4a4d-9672-02767e98140f req-57d460b4-5aeb-43bf-aed1-6010c6171238 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:06.629082 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-95e1581f-d3ab-4a4d-9672-02767e98140f req-57d460b4-5aeb-43bf-aed1-6010c6171238 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=5ee2245c-413a-4bb6-ac18-1ba0be40381c HTTP/1.1" status: 200 len: 945 time: 0.0695968 Oct 28 09:38:06.669875 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-95e1581f-d3ab-4a4d-9672-02767e98140f req-b3535811-ab28-42ea-8b0d-653b020cbaec tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398593 Oct 28 09:38:06.749141 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-10cde072-e681-4610-afb4-07421dece47a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1459084538-network', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:06.779647 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cde072-e681-4610-afb4-07421dece47a admin admin] Made reservation on behalf of e4287883e5c54c1682cb7dbb60c288b1 for: {'network': 1} {{(pid=101549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:38:06.782075 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-10cde072-e681-4610-afb4-07421dece47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for network, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:06.798522 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-10cde072-e681-4610-afb4-07421dece47a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:06.913941 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-10cde072-e681-4610-afb4-07421dece47a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:06.919233 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-10cde072-e681-4610-afb4-07421dece47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:06.958912 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10cde072-e681-4610-afb4-07421dece47a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=101549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:38:06.969501 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cde072-e681-4610-afb4-07421dece47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4727b252-fe5f-4154-a527-c1bf5ac816e2,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:06.975265 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-10cde072-e681-4610-afb4-07421dece47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:06.975604 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.segments_db [None req-10cde072-e681-4610-afb4-07421dece47a admin admin] Added segment be4d3fb8-1d56-497b-a5f3-f2482d435205 of type vlan for network e438d8d9-fab6-4695-8a85-0ad20cd5844a Oct 28 09:38:07.035121 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-10cde072-e681-4610-afb4-07421dece47a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729415096998'] for network, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.085477 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-10cde072-e681-4610-afb4-07421dece47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for network, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.086523 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cde072-e681-4610-afb4-07421dece47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:07.087131 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-10cde072-e681-4610-afb4-07421dece47a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.142053 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-10cde072-e681-4610-afb4-07421dece47a admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5510802 Oct 28 09:38:07.144596 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 55484) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:07.154894 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-c5b0969b-7da5-4c64-a5a6-79d4d62990c2 admin admin] Request body: {'subnet': {'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1459084538-subnet', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'ip_version': 4}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:07.159177 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cde072-e681-4610-afb4-07421dece47a admin admin] Pushing event updated for resources: {'Network': ['ID=e438d8d9-fab6-4695-8a85-0ad20cd5844a,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:07.170664 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Network e438d8d9-fab6-4695-8a85-0ad20cd5844a details requested by agent ovs-agent-dv-cinder-815146-5-iscsi with host dv-cinder-815146-5-iscsi {{(pid=101551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:38:07.184615 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b0969b-7da5-4c64-a5a6-79d4d62990c2 admin admin] Made reservation on behalf of e4287883e5c54c1682cb7dbb60c288b1 for: {'subnet': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:38:07.188191 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-c5b0969b-7da5-4c64-a5a6-79d4d62990c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8402745'] for subnet, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.414639 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-c5b0969b-7da5-4c64-a5a6-79d4d62990c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8897243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8402731'] for subnet, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.443567 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f1189-6ccd-4cc9-a2cf-f51a66654c67 req-d0dce3d9-a811-4d60-b800-97a94f658ec3 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:07.452723 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e29f1189-6ccd-4cc9-a2cf-f51a66654c67 req-d0dce3d9-a811-4d60-b800-97a94f658ec3 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0786808 Oct 28 09:38:07.485251 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 55494) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:07.505748 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0969b-7da5-4c64-a5a6-79d4d62990c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee69fef3-3476-434c-9d8c-c401c168a53a,revision_number=0']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:07.524327 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b0969b-7da5-4c64-a5a6-79d4d62990c2 admin admin] Checking segment: {'id': 'be4d3fb8-1d56-497b-a5f3-f2482d435205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:38:07.524838 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b0969b-7da5-4c64-a5a6-79d4d62990c2 admin admin] Network hostable DHCP agents. Network: e438d8d9-fab6-4695-8a85-0ad20cd5844a, hostable agents: ['51f327a7-c6d2-45a0-a90b-356f50710923'], hosted agents: [] {{(pid=101550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:38:07.529297 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e29f1189-6ccd-4cc9-a2cf-f51a66654c67 req-1314047b-4e6f-41eb-a0f2-338ab9586f2e tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669932 Oct 28 09:38:07.559182 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b0969b-7da5-4c64-a5a6-79d4d62990c2 admin admin] Network e438d8d9-fab6-4695-8a85-0ad20cd5844a is scheduled to be hosted by DHCP agent 51f327a7-c6d2-45a0-a90b-356f50710923 with binding_index 1 {{(pid=101550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:38:07.565887 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-c5b0969b-7da5-4c64-a5a6-79d4d62990c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-5-iscsi, e438d8d9-fab6-4695-8a85-0ad20cd5844a) {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:38:07.570310 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b0969b-7da5-4c64-a5a6-79d4d62990c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:07.572026 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-c5b0969b-7da5-4c64-a5a6-79d4d62990c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for subnet, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.578500 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f581f7-46d6-433d-82f5-bf2c007280b9 None None] Network e438d8d9-fab6-4695-8a85-0ad20cd5844a requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:38:07.591276 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-c5b0969b-7da5-4c64-a5a6-79d4d62990c2 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4439089 Oct 28 09:38:07.594632 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 55500) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:07.600699 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-71363a5d-13cc-447f-ac96-1c3ab0ae014c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1459084538-router', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:07.632031 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-71363a5d-13cc-447f-ac96-1c3ab0ae014c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1638839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3352'] for router, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.634099 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-71363a5d-13cc-447f-ac96-1c3ab0ae014c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1639374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1762869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3363'] for router, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.738381 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f81c56a5-1abf-440a-a323-64160adc98f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.741150 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-71363a5d-13cc-447f-ac96-1c3ab0ae014c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.837501 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f566d8-632a-4acd-bfa8-f9222aae7387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp197d0051-dcd6-579c-9846-4ee4697789d2-e438d8d9-fab6-4695-8a85-0ad20cd5844a', 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'fixed_ips': [{'subnet_id': 'ee69fef3-3476-434c-9d8c-c401c168a53a'}]}} from dv-cinder-815146-5-iscsi. {{(pid=101551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:38:07.837501 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-12f566d8-632a-4acd-bfa8-f9222aae7387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.976448 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8a562-feb0-4200-a215-214b93a0a246 req-56caf282-0a42-46a6-9538-e1a6757207bc tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:07.978053 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4ae8a562-feb0-4200-a215-214b93a0a246 req-56caf282-0a42-46a6-9538-e1a6757207bc tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ee2245c-413a-4bb6-ac18-1ba0be40381c HTTP/1.1" status: 200 len: 945 time: 0.2614367 Oct 28 09:38:07.986218 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-71363a5d-13cc-447f-ac96-1c3ab0ae014c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.998007 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fc5a3-a6be-4f05-99ca-f43271104332 req-9ebfdabc-4837-45af-8fbd-9c1fc891a690 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:07.998444 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.db_base_plugin_common [None req-12f566d8-632a-4acd-bfa8-f9222aae7387 None None] Allocated IP 172.20.0.2 (e438d8d9-fab6-4695-8a85-0ad20cd5844a/ee69fef3-3476-434c-9d8c-c401c168a53a/dc616fc9-0e7c-4887-8488-a0b918fdfb5d) {{(pid=101551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:38:07.999569 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4c8fc5a3-a6be-4f05-99ca-f43271104332 req-9ebfdabc-4837-45af-8fbd-9c1fc891a690 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=5ee2245c-413a-4bb6-ac18-1ba0be40381c HTTP/1.1" status: 200 len: 945 time: 0.2388973 Oct 28 09:38:08.169484 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-162ca586-3f93-4291-97b3-8d9016406c42 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:08.171101 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-162ca586-3f93-4291-97b3-8d9016406c42 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/networks?id=27679303-a81b-460d-8771-941e694a0c8e HTTP/1.1" status: 200 len: 815 time: 0.1368887 Oct 28 09:38:08.177534 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4c8fc5a3-a6be-4f05-99ca-f43271104332 req-af5412c5-c462-4228-9ff1-87c3bf655f25 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/security-groups?id=f2958c2c-4944-4164-bddc-787337c4a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563249 Oct 28 09:38:08.197619 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-36e27a9b-3635-4362-a32a-4fd51640b413 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/quotas/b657234d701d4fed8d1212c9119abe68 HTTP/1.1" status: 200 len: 375 time: 0.0200667 Oct 28 09:38:08.213777 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-12f566d8-632a-4acd-bfa8-f9222aae7387 None None] Publish callbacks [] for port, precommit_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.215767 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f81c56a5-1abf-440a-a323-64160adc98f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.223115 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-12f566d8-632a-4acd-bfa8-f9222aae7387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.228108 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f81c56a5-1abf-440a-a323-64160adc98f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.264738 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-e7a2dce7-56a7-4e93-9a10-c599d1305981 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=b657234d701d4fed8d1212c9119abe68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0595031 Oct 28 09:38:08.274157 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f566d8-632a-4acd-bfa8-f9222aae7387 None None] Network e438d8d9-fab6-4695-8a85-0ad20cd5844a is already hosted by enough agents. {{(pid=101551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:38:08.277266 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.scheduler.base_scheduler [None req-12f566d8-632a-4acd-bfa8-f9222aae7387 None None] Resources bound (agent type, host, resource id): {{(pid=101551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:38:08.280858 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f566d8-632a-4acd-bfa8-f9222aae7387 None None] Received port after_create {{(pid=101551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:38:08.291175 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-f81c56a5-1abf-440a-a323-64160adc98f1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6aa1452fde184d9f907869a34bf8c94e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8023627 Oct 28 09:38:08.293721 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-4ae8a562-feb0-4200-a215-214b93a0a246 req-5727eeb7-c7a6-4ed0-8380-864ab95c32e9 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Deleting port 013ee561-7766-4996-824f-8dd03109f254 {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:38:08.293721 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-4ae8a562-feb0-4200-a215-214b93a0a246 req-5727eeb7-c7a6-4ed0-8380-864ab95c32e9 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.295537 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 55526) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:08.297333 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c56a5-1abf-440a-a323-64160adc98f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bf98a6-3cc5-4f9a-8c16-32bc8896cc7b,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:08.333666 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f566d8-632a-4acd-bfa8-f9222aae7387 None None] Pushing event updated for resources: {'Port': ['ID=dc616fc9-0e7c-4887-8488-a0b918fdfb5d,revision_number=1']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:08.375303 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-12f566d8-632a-4acd-bfa8-f9222aae7387 None None] Attempting to bind port dc616fc9-0e7c-4887-8488-a0b918fdfb5d on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:38:08.375683 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-12f566d8-632a-4acd-bfa8-f9222aae7387 None None] Attempting to bind port dc616fc9-0e7c-4887-8488-a0b918fdfb5d by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': 'be4d3fb8-1d56-497b-a5f3-f2482d435205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a'}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:38:08.376082 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f566d8-632a-4acd-bfa8-f9222aae7387 None None] Attempting to bind port dc616fc9-0e7c-4887-8488-a0b918fdfb5d on network e438d8d9-fab6-4695-8a85-0ad20cd5844a {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:38:08.382917 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f566d8-632a-4acd-bfa8-f9222aae7387 None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:38:08.383279 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f566d8-632a-4acd-bfa8-f9222aae7387 None None] Checking segment: {'id': 'be4d3fb8-1d56-497b-a5f3-f2482d435205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:38:08.383713 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-12f566d8-632a-4acd-bfa8-f9222aae7387 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.384119 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f566d8-632a-4acd-bfa8-f9222aae7387 None None] Bound using segment: {'id': 'be4d3fb8-1d56-497b-a5f3-f2482d435205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a'} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:38:08.384598 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-12f566d8-632a-4acd-bfa8-f9222aae7387 None None] Bound port: dc616fc9-0e7c-4887-8488-a0b918fdfb5d, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4d3fb8-1d56-497b-a5f3-f2482d435205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a'}}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:38:08.384983 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-12f566d8-632a-4acd-bfa8-f9222aae7387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.419345 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-95cbf266-2d91-4b15-ad0e-57552119a102 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.422490 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-8561a0da-55ba-4a27-8413-144c1279dcd5 service neutron] 10.222.0.113 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475594 Oct 28 09:38:08.464190 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-12f566d8-632a-4acd-bfa8-f9222aae7387 None None] For port dc616fc9-0e7c-4887-8488-a0b918fdfb5d, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:38:08.468837 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-12f566d8-632a-4acd-bfa8-f9222aae7387 None None] For port dc616fc9-0e7c-4887-8488-a0b918fdfb5d, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=dc616fc9-0e7c-4887-8488-a0b918fdfb5d,segment=NetworkSegment(be4d3fb8-1d56-497b-a5f3-f2482d435205),segment_id=be4d3fb8-1d56-497b-a5f3-f2482d435205)] {{(pid=101551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:38:08.474340 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-12f566d8-632a-4acd-bfa8-f9222aae7387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.482984 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-4ae8a562-feb0-4200-a215-214b93a0a246 req-5727eeb7-c7a6-4ed0-8380-864ab95c32e9 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] For port 013ee561-7766-4996-824f-8dd03109f254, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=013ee561-7766-4996-824f-8dd03109f254,segment=NetworkSegment(93bf65e0-2d6c-47bc-ab50-5f0d7f232d59),segment_id=93bf65e0-2d6c-47bc-ab50-5f0d7f232d59)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:08.483357 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-4ae8a562-feb0-4200-a215-214b93a0a246 req-5727eeb7-c7a6-4ed0-8380-864ab95c32e9 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.501354 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-4ae8a562-feb0-4200-a215-214b93a0a246 req-5727eeb7-c7a6-4ed0-8380-864ab95c32e9 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Calling delete_port for 013ee561-7766-4996-824f-8dd03109f254 owned by compute:nova {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:38:08.555462 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f566d8-632a-4acd-bfa8-f9222aae7387 None None] Pushing event updated for resources: {'Port': ['ID=dc616fc9-0e7c-4887-8488-a0b918fdfb5d,revision_number=2']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:08.590958 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-71363a5d-13cc-447f-ac96-1c3ab0ae014c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.621407 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-71363a5d-13cc-447f-ac96-1c3ab0ae014c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.713318 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-95cbf266-2d91-4b15-ad0e-57552119a102 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.783249 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e665c450-6c8c-45f6-a599-6063bb0c7e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.814842 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9dd95c-76bc-45d1-8142-f438c9955eb2 req-d464cc41-d213-473d-bd75-9bdbc2006d05 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:08.816860 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-8765c053-e317-4508-bc4b-92bdac00fbca service neutron] 10.222.0.113 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857784 Oct 28 09:38:08.822670 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5c9dd95c-76bc-45d1-8142-f438c9955eb2 req-d464cc41-d213-473d-bd75-9bdbc2006d05 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.1806002 Oct 28 09:38:08.827727 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-95cbf266-2d91-4b15-ad0e-57552119a102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.838460 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-95cbf266-2d91-4b15-ad0e-57552119a102 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.840549 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-95cbf266-2d91-4b15-ad0e-57552119a102 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f8bf98a6-3cc5-4f9a-8c16-32bc8896cc7b HTTP/1.1" status: 204 len: 168 time: 0.5440807 Oct 28 09:38:08.863829 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbf266-2d91-4b15-ad0e-57552119a102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bf98a6-3cc5-4f9a-8c16-32bc8896cc7b,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:08.896929 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-4ae8a562-feb0-4200-a215-214b93a0a246 req-5727eeb7-c7a6-4ed0-8380-864ab95c32e9 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.921013 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5c9dd95c-76bc-45d1-8142-f438c9955eb2 req-3d8040bd-c3ae-457e-855c-2cc63d562dd3 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957723 Oct 28 09:38:08.937572 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['013ee561-7766-4996-824f-8dd03109f254'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:38:08.964662 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [None req-71363a5d-13cc-447f-ac96-1c3ab0ae014c admin admin] Allocated IP 172.27.2.192 (31303b2b-323a-4b81-9e96-008831f8aead/d3684885-b597-423f-94c6-5f950061bf40/113fcaa4-7fe9-4735-9dda-117eb580bfaa) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:38:08.998153 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727eeb7-c7a6-4ed0-8380-864ab95c32e9 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Pushing event deleted for resources: {'Port': ['ID=013ee561-7766-4996-824f-8dd03109f254,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:09.163295 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae8a562-feb0-4200-a215-214b93a0a246 req-5727eeb7-c7a6-4ed0-8380-864ab95c32e9 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] No DVR routers for this DVR port 013ee561-7766-4996-824f-8dd03109f254 on host hv-cinder-81514 {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:38:09.206815 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-109836ad-c151-46ce-ac4f-4e20dea3b0c1 req-176e72b4-59e4-4ded-8883-c48f3be80576 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 210 time: 0.0390942 Oct 28 09:38:09.209470 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-4ae8a562-feb0-4200-a215-214b93a0a246 req-5727eeb7-c7a6-4ed0-8380-864ab95c32e9 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.219470 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4ae8a562-feb0-4200-a215-214b93a0a246 req-5727eeb7-c7a6-4ed0-8380-864ab95c32e9 tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.98 "DELETE /v2.0/ports/013ee561-7766-4996-824f-8dd03109f254 HTTP/1.1" status: 204 len: 173 time: 1.2159452 Oct 28 09:38:09.224553 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee2245c-413a-4bb6-ac18-1ba0be40381c', 'name': 'network-vif-deleted', 'tag': '013ee561-7766-4996-824f-8dd03109f254'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:38:09.232664 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee53392-fd73-4453-92cb-079ee4efbf5f" -d '{"events": [{"server_uuid": "5ee2245c-413a-4bb6-ac18-1ba0be40381c", "name": "network-vif-deleted", "tag": "013ee561-7766-4996-824f-8dd03109f254"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:38:09.338960 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 55552) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:09.363666 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-738ee28b-05e3-43b8-9559-2d18e46d2e89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.514461 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-967a76ae-c5c2-4764-b45b-df6559542ea6 req-3eabb77c-0e25-43d2-af73-e0585c7bf1ac tempest-VolumesActionsTest-1787644320 tempest-VolumesActionsTest-1787644320-project] 10.222.0.113 "GET /v2.0/ports?device_id=5ee2245c-413a-4bb6-ac18-1ba0be40381c HTTP/1.1" status: 200 len: 210 time: 0.0700271 Oct 28 09:38:09.631988 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-738ee28b-05e3-43b8-9559-2d18e46d2e89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.647082 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-738ee28b-05e3-43b8-9559-2d18e46d2e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.657385 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device dc616fc9-0e7c-4887-8488-a0b918fdfb5d up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:38:09.684494 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ee28b-05e3-43b8-9559-2d18e46d2e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdd6e45-99c4-4bf2-ba35-b83c124386ea,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:09.707035 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-738ee28b-05e3-43b8-9559-2d18e46d2e89 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3cce8332dfa3425795fd20a3502e67d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3664005 Oct 28 09:38:09.712236 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 55562) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:09.724007 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-71363a5d-13cc-447f-ac96-1c3ab0ae014c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.775356 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-71363a5d-13cc-447f-ac96-1c3ab0ae014c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.781508 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e776c42f-159e-4ed2-95a0-c21002f35012 x-openstack-request-id: req-e776c42f-159e-4ed2-95a0-c21002f35012 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:38:09.781842 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee2245c-413a-4bb6-ac18-1ba0be40381c", "name": "network-vif-deleted", "tag": "013ee561-7766-4996-824f-8dd03109f254", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:38:09.782158 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e776c42f-159e-4ed2-95a0-c21002f35012 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:38:09.782636 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee2245c-413a-4bb6-ac18-1ba0be40381c', 'name': 'network-vif-deleted', 'tag': '013ee561-7766-4996-824f-8dd03109f254', 'status': 'completed', 'code': 200} Oct 28 09:38:09.790311 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port dc616fc9-0e7c-4887-8488-a0b918fdfb5d triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:09.791005 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.812309 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-49383502-6aa0-4d16-a52a-b9c5b6bd86f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.823742 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71363a5d-13cc-447f-ac96-1c3ab0ae014c admin admin] Network 31303b2b-323a-4b81-9e96-008831f8aead is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:38:09.828466 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-71363a5d-13cc-447f-ac96-1c3ab0ae014c admin admin] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:38:09.833704 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71363a5d-13cc-447f-ac96-1c3ab0ae014c admin admin] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:38:09.837287 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71363a5d-13cc-447f-ac96-1c3ab0ae014c admin admin] Pushing event updated for resources: {'Port': ['ID=113fcaa4-7fe9-4735-9dda-117eb580bfaa,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:09.856539 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-49383502-6aa0-4d16-a52a-b9c5b6bd86f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.906190 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.944678 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-49383502-6aa0-4d16-a52a-b9c5b6bd86f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.947366 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-49383502-6aa0-4d16-a52a-b9c5b6bd86f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.948654 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-49383502-6aa0-4d16-a52a-b9c5b6bd86f6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ccdd6e45-99c4-4bf2-ba35-b83c124386ea HTTP/1.1" status: 204 len: 168 time: 0.2352583 Oct 28 09:38:09.961908 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49383502-6aa0-4d16-a52a-b9c5b6bd86f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdd6e45-99c4-4bf2-ba35-b83c124386ea,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:10.062755 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] For port dc616fc9-0e7c-4887-8488-a0b918fdfb5d, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=dc616fc9-0e7c-4887-8488-a0b918fdfb5d,segment=NetworkSegment(be4d3fb8-1d56-497b-a5f3-f2482d435205),segment_id=be4d3fb8-1d56-497b-a5f3-f2482d435205)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:10.075990 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:10.154793 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86701b14-04bd-4cd6-a4a0-1f1631d0fa15 req-9da5dcd2-3dfe-408f-a912-953ec125115e tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:10.160027 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-86701b14-04bd-4cd6-a4a0-1f1631d0fa15 req-9da5dcd2-3dfe-408f-a912-953ec125115e tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.1342592 Oct 28 09:38:10.163499 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Pushing event updated for resources: {'Port': ['ID=dc616fc9-0e7c-4887-8488-a0b918fdfb5d,revision_number=3']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:10.225563 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998aa3ad-285e-4ccc-bccd-f4ddd779e01d None None] Network e438d8d9-fab6-4695-8a85-0ad20cd5844a requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:38:10.226469 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-86701b14-04bd-4cd6-a4a0-1f1631d0fa15 req-39c1f8ec-094e-40e4-bde1-465802e0ec24 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471983 Oct 28 09:38:10.340580 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-71363a5d-13cc-447f-ac96-1c3ab0ae014c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:10.350012 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-f016eb10-4785-4d5c-94dd-67e0a8a6be2d None None] Provisioning complete for port dc616fc9-0e7c-4887-8488-a0b918fdfb5d triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:10.350498 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f016eb10-4785-4d5c-94dd-67e0a8a6be2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:10.441647 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-185985e5-c43f-4a6f-a71b-d1e3bbd35b46 req-f916fe19-c36d-4606-84ce-9ae0e932b0c8 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 210 time: 0.0637527 Oct 28 09:38:10.622518 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-71363a5d-13cc-447f-ac96-1c3ab0ae014c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1653836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639315'] for router, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:10.801191 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71363a5d-13cc-447f-ac96-1c3ab0ae014c admin admin] Router 89ae401c-0aca-4dd7-8435-737e9559cb57 is scheduled to L3 agent b795c905-d4ab-4275-b216-80b90b100426 with binding_index 1 {{(pid=101550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:38:10.855837 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-af1f9808-4987-4b40-ae4d-70477f01abd2 None None] Provisioning complete for port dc616fc9-0e7c-4887-8488-a0b918fdfb5d triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:10.856308 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-af1f9808-4987-4b40-ae4d-70477f01abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:10.930618 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71363a5d-13cc-447f-ac96-1c3ab0ae014c admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:38:10.941584 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] Sync routers for ids ['89ae401c-0aca-4dd7-8435-737e9559cb57'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:38:10.959885 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-71363a5d-13cc-447f-ac96-1c3ab0ae014c admin admin] Publish callbacks [] for router, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:10.961133 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-71363a5d-13cc-447f-ac96-1c3ab0ae014c admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3653536 Oct 28 09:38:10.964213 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 55608) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:10.972199 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] Routers {'89ae401c-0aca-4dd7-8435-737e9559cb57'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:38:10.973028 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:37:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['89ae401c-0aca-4dd7-8435-737e9559cb57'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:11.114584 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] Set router 89ae401c-0aca-4dd7-8435-737e9559cb57 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:38:11.174229 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-0868c9b1-4b75-4eb7-8d7c-1643bc2159bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.340563 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'name': 'tempest-TestMinimumBasicScenario-1459084538-router', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:07Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 3, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'gw_port': {'id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:08Z', 'updated_at': '2021-10-28T09:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:11.376606 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] Checking router: 89ae401c-0aca-4dd7-8435-737e9559cb57 for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:38:11.376969 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] Updating router 89ae401c-0aca-4dd7-8435-737e9559cb57 port 113fcaa4-7fe9-4735-9dda-117eb580bfaa binding host dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:38:11.406197 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.412117 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee74285-6263-45e0-8fd9-39a9c1d2e54c req-3b89fae4-260a-4658-8303-bbb875605b12 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:11.413835 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7ee74285-6263-45e0-8fd9-39a9c1d2e54c req-3b89fae4-260a-4658-8303-bbb875605b12 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.1005545 Oct 28 09:38:11.501317 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7ee74285-6263-45e0-8fd9-39a9c1d2e54c req-65a9bc1c-9293-49cd-b973-b0f57545eabf tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813556 Oct 28 09:38:11.619877 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device dc616fc9-0e7c-4887-8488-a0b918fdfb5d up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:38:11.664089 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cb2ef5ee-670d-4e30-98c2-901d50544567 req-9508d1fc-ae5c-4fd5-b734-9f7587876fd7 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 210 time: 0.0514960 Oct 28 09:38:11.694330 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port dc616fc9-0e7c-4887-8488-a0b918fdfb5d triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:11.694903 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.721678 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e72f80fe-8911-4c9e-b9ab-900775df4ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.839284 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] Publish callbacks [] for port, precommit_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.840271 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 55656) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:11.844997 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.901682 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] Attempting to bind port 113fcaa4-7fe9-4735-9dda-117eb580bfaa on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:38:11.902060 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] Attempting to bind port 113fcaa4-7fe9-4735-9dda-117eb580bfaa by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}] {{(pid=101552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:38:11.902423 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] Attempting to bind port 113fcaa4-7fe9-4735-9dda-117eb580bfaa on network 31303b2b-323a-4b81-9e96-008831f8aead {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:38:11.911308 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140bd0f-a38e-497d-936a-7cc8630f8826 None None] Pushing event updated for resources: {'Port': ['ID=113fcaa4-7fe9-4735-9dda-117eb580bfaa,revision_number=2']} {{(pid=101552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:11.915777 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:38:11.916356 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] Checking segment: {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:38:11.917025 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.917586 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] Bound using segment: {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'} {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:38:11.918076 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] Bound port: 113fcaa4-7fe9-4735-9dda-117eb580bfaa, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}}] {{(pid=101552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:38:11.918477 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.926365 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_common [None req-e72f80fe-8911-4c9e-b9ab-900775df4ccf admin admin] Allocated IP 172.20.0.1 (e438d8d9-fab6-4695-8a85-0ad20cd5844a/ee69fef3-3476-434c-9d8c-c401c168a53a/95725099-d7f3-4fcf-977a-852a1ac15b22) {{(pid=101549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:38:11.975911 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-91648b88-7a35-4ae6-a426-606421df01b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.978546 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.db [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] For port 113fcaa4-7fe9-4735-9dda-117eb580bfaa, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:38:11.982410 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.db [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] For port 113fcaa4-7fe9-4735-9dda-117eb580bfaa, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=113fcaa4-7fe9-4735-9dda-117eb580bfaa,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:38:11.988379 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.044930 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] Routers {'89ae401c-0aca-4dd7-8435-737e9559cb57'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:38:12.045645 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:38:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['89ae401c-0aca-4dd7-8435-737e9559cb57'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:12.055118 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e72f80fe-8911-4c9e-b9ab-900775df4ccf admin admin] Publish callbacks [] for port, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.064021 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-91648b88-7a35-4ae6-a426-606421df01b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.065232 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 013ee561-7766-4996-824f-8dd03109f254 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:38:12.086350 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-91648b88-7a35-4ae6-a426-606421df01b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.094786 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e72f80fe-8911-4c9e-b9ab-900775df4ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.131640 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91648b88-7a35-4ae6-a426-606421df01b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9af7be2-17fe-4771-a252-bfe555dfead7,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:12.141946 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] No Port match for: 013ee561-7766-4996-824f-8dd03109f254 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:38:12.142351 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 013ee561-7766-4996-824f-8dd03109f254 not bound to the agent host hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:38:12.156203 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-91648b88-7a35-4ae6-a426-606421df01b9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=105498a4de9a451c9203008aa5ca7ecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3147600 Oct 28 09:38:12.159684 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 55660) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:12.168947 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] Set router 89ae401c-0aca-4dd7-8435-737e9559cb57 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:38:12.183268 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f80fe-8911-4c9e-b9ab-900775df4ccf admin admin] Pushing event updated for resources: {'Port': ['ID=95725099-d7f3-4fcf-977a-852a1ac15b22,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:12.206687 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72f80fe-8911-4c9e-b9ab-900775df4ccf admin admin] Network e438d8d9-fab6-4695-8a85-0ad20cd5844a is already hosted by enough agents. {{(pid=101549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:38:12.213570 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.base_scheduler [None req-e72f80fe-8911-4c9e-b9ab-900775df4ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=101549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:38:12.219771 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72f80fe-8911-4c9e-b9ab-900775df4ccf admin admin] Received port after_create {{(pid=101549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:38:12.272551 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-1fd5d15b-8633-4538-8db6-db826d1cf5b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.282485 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e72f80fe-8911-4c9e-b9ab-900775df4ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1640142'] for router_interface, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.337940 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-1fd5d15b-8633-4538-8db6-db826d1cf5b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.384468 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140bd0f-a38e-497d-936a-7cc8630f8826 None None] Pushing event updated for resources: {'Port': ['ID=113fcaa4-7fe9-4735-9dda-117eb580bfaa,revision_number=3']} {{(pid=101552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:12.430641 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-1fd5d15b-8633-4538-8db6-db826d1cf5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.433557 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-1fd5d15b-8633-4538-8db6-db826d1cf5b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.434714 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-1fd5d15b-8633-4538-8db6-db826d1cf5b7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f9af7be2-17fe-4771-a252-bfe555dfead7 HTTP/1.1" status: 204 len: 168 time: 0.2730923 Oct 28 09:38:12.467844 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5d15b-8633-4538-8db6-db826d1cf5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9af7be2-17fe-4771-a252-bfe555dfead7,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:12.477723 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.483671 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e72f80fe-8911-4c9e-b9ab-900775df4ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.524945 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'name': 'tempest-TestMinimumBasicScenario-1459084538-router', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:07Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 3, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'gw_port': {'id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:08Z', 'updated_at': '2021-10-28T09:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:12.536141 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-d276ddf5-562d-487f-8da2-b3cc955c3694 None None] Provisioning complete for port 95725099-d7f3-4fcf-977a-852a1ac15b22 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:12.536889 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-d276ddf5-562d-487f-8da2-b3cc955c3694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.562312 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f0128d-fe77-484b-84c4-da104f54c1e7 None None] The sync data for ids ['89ae401c-0aca-4dd7-8435-737e9559cb57'] in dv-cinder-815146-5-iscsi is: [{'id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'name': 'tempest-TestMinimumBasicScenario-1459084538-router', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:07Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 3, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'gw_port': {'id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:08Z', 'updated_at': '2021-10-28T09:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:38:12.603891 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.611818 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-d276ddf5-562d-487f-8da2-b3cc955c3694 None None] Port 95725099-d7f3-4fcf-977a-852a1ac15b22 cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:38:12.698364 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde04b4-ae69-4161-822c-1a9c688da719 req-f2078f37-ef67-45b0-850f-bea67ad9e32f tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:12.700140 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7fde04b4-ae69-4161-822c-1a9c688da719 req-f2078f37-ef67-45b0-850f-bea67ad9e32f tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0817034 Oct 28 09:38:12.760144 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7fde04b4-ae69-4161-822c-1a9c688da719 req-11f4aeeb-485f-4b10-9c96-c7cdddb153a3 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538852 Oct 28 09:38:12.783028 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e72f80fe-8911-4c9e-b9ab-900775df4ccf admin admin] Publish callbacks [] for port, precommit_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.793590 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e72f80fe-8911-4c9e-b9ab-900775df4ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869576'] for port, after_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.867833 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f80fe-8911-4c9e-b9ab-900775df4ccf admin admin] Pushing event updated for resources: {'Port': ['ID=95725099-d7f3-4fcf-977a-852a1ac15b22,revision_number=2']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:12.894327 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a0664644-7414-44ba-99ac-a414b4c9410a req-dd0d17c2-e16a-4dc4-b866-31ba02a2c157 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 210 time: 0.0413346 Oct 28 09:38:12.925468 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e72f80fe-8911-4c9e-b9ab-900775df4ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653342'] for router_interface, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:13.038861 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72f80fe-8911-4c9e-b9ab-900775df4ccf admin admin] Network e438d8d9-fab6-4695-8a85-0ad20cd5844a is already hosted by enough agents. {{(pid=101549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:38:13.040305 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.base_scheduler [None req-e72f80fe-8911-4c9e-b9ab-900775df4ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=101549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:38:13.171124 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72f80fe-8911-4c9e-b9ab-900775df4ccf admin admin] Router 89ae401c-0aca-4dd7-8435-737e9559cb57 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:38:13.284454 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72f80fe-8911-4c9e-b9ab-900775df4ccf admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:38:13.291669 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-e72f80fe-8911-4c9e-b9ab-900775df4ccf admin admin] 10.222.0.113 "PUT /v2.0/routers/89ae401c-0aca-4dd7-8435-737e9559cb57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3265114 Oct 28 09:38:13.345503 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-34441b5a-ee28-4f24-9ac9-fea8735f2e65 None None] Provisioning complete for port 95725099-d7f3-4fcf-977a-852a1ac15b22 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:13.346104 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-34441b5a-ee28-4f24-9ac9-fea8735f2e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:13.405943 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-34441b5a-ee28-4f24-9ac9-fea8735f2e65 None None] Port 95725099-d7f3-4fcf-977a-852a1ac15b22 cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:38:13.568532 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 113fcaa4-7fe9-4735-9dda-117eb580bfaa up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:38:13.628432 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 113fcaa4-7fe9-4735-9dda-117eb580bfaa triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:13.628798 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:13.722099 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:13.741790 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:13.749769 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] For port 113fcaa4-7fe9-4735-9dda-117eb580bfaa, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=113fcaa4-7fe9-4735-9dda-117eb580bfaa,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:13.753955 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:13.969834 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Pushing event updated for resources: {'Port': ['ID=113fcaa4-7fe9-4735-9dda-117eb580bfaa,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:14.019479 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 55702) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:14.029553 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2138b-6993-455b-8582-8f34a9e19d35 req-f5dc2f6e-f316-4e0d-a857-7c86f0492dec tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:14.031032 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0ca2138b-6993-455b-8582-8f34a9e19d35 req-f5dc2f6e-f316-4e0d-a857-7c86f0492dec tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.1539230 Oct 28 09:38:14.037571 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-946446514-network', 'tenant_id': '3c456d89f3904f22b0b3d4719e8eb3e6'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:14.042973 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-be7b82d2-2d51-431e-ab8c-b061be6b53e1 req-47504ba5-77b4-4af4-8b35-dda020349ad2 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 210 time: 0.0389187 Oct 28 09:38:14.099910 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Made reservation on behalf of 3c456d89f3904f22b0b3d4719e8eb3e6 for: {'network': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:38:14.102349 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for network, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:14.146224 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0ca2138b-6993-455b-8582-8f34a9e19d35 req-1721b11f-c495-4e0d-a509-112ae0246b80 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987153 Oct 28 09:38:14.146865 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:14.165134 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-0bcb7cca-12a9-4e1c-a02b-bdd77a1daa28 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:14.166574 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-0bcb7cca-12a9-4e1c-a02b-bdd77a1daa28 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.98 "GET /v2.0/networks?id=27679303-a81b-460d-8771-941e694a0c8e HTTP/1.1" status: 200 len: 815 time: 0.2249825 Oct 28 09:38:14.240136 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:14.244456 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:14.272893 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=101550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:38:14.278366 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ba1281-4b71-4baf-bb3a-74ee9d2780b3,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:14.289851 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:14.290203 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:14.290546 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:14.290881 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:14.292828 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:14.292828 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:14.292828 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:14.292828 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:14.292828 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:14.292828 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:14.293356 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:14.293514 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:14.297615 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:14.297615 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.db.segments_db [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Added segment c0a440c3-a66b-4212-857e-08e4fa4ee010 of type vlan for network 974d5c3b-985e-4208-bf8c-a8f9e055f5c9 Oct 28 09:38:14.330875 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] Sync routers for ids ['89ae401c-0aca-4dd7-8435-737e9559cb57'] in dv-cinder-815146-5-iscsi {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:38:14.343659 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729415096998'] for network, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:14.343984 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] Routers {'89ae401c-0aca-4dd7-8435-737e9559cb57'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:38:14.344562 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:38:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['89ae401c-0aca-4dd7-8435-737e9559cb57'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:14.373530 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for network, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:14.374844 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:14.375506 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:14.441564 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4199421 Oct 28 09:38:14.445965 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 55706) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:14.451108 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-37c4e268-5287-42e2-9506-f47a6ad77995 admin admin] Request body: {'subnet': {'network_id': '974d5c3b-985e-4208-bf8c-a8f9e055f5c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-946446514-subnet', 'tenant_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'ip_version': 4}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:14.455295 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52737772-22ba-47dd-8ef5-70d0e167ab97 admin admin] Pushing event updated for resources: {'Network': ['ID=974d5c3b-985e-4208-bf8c-a8f9e055f5c9,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:14.467261 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Network 974d5c3b-985e-4208-bf8c-a8f9e055f5c9 details requested by agent ovs-agent-dv-cinder-815146-5-iscsi with host dv-cinder-815146-5-iscsi {{(pid=101551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:38:14.470552 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] Set router 89ae401c-0aca-4dd7-8435-737e9559cb57 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:38:14.476406 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c4e268-5287-42e2-9506-f47a6ad77995 admin admin] Made reservation on behalf of 3c456d89f3904f22b0b3d4719e8eb3e6 for: {'subnet': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:38:14.479824 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-37c4e268-5287-42e2-9506-f47a6ad77995 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8402745'] for subnet, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:14.668067 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-37c4e268-5287-42e2-9506-f47a6ad77995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8897243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8402731'] for subnet, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:14.727288 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4e268-5287-42e2-9506-f47a6ad77995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=584e2748-b9c7-46f7-98f1-9c15aacb7a1a,revision_number=0']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:14.738479 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c4e268-5287-42e2-9506-f47a6ad77995 admin admin] Checking segment: {'id': 'c0a440c3-a66b-4212-857e-08e4fa4ee010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '974d5c3b-985e-4208-bf8c-a8f9e055f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:38:14.739516 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c4e268-5287-42e2-9506-f47a6ad77995 admin admin] Network hostable DHCP agents. Network: 974d5c3b-985e-4208-bf8c-a8f9e055f5c9, hostable agents: ['51f327a7-c6d2-45a0-a90b-356f50710923'], hosted agents: [] {{(pid=101550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:38:14.745143 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'name': 'tempest-TestMinimumBasicScenario-1459084538-router', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:07Z', 'updated_at': '2021-10-28T09:38:12Z', 'revision_number': 4, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'gw_port': {'id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:08Z', 'updated_at': '2021-10-28T09:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '95725099-d7f3-4fcf-977a-852a1ac15b22', 'name': '', 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'mac_address': 'fa:16:3e:fe:4f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ee69fef3-3476-434c-9d8c-c401c168a53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:11Z', 'updated_at': '2021-10-28T09:38:12Z', 'revision_number': 2, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'subnets': [{'id': 'ee69fef3-3476-434c-9d8c-c401c168a53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:14.756318 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c4e268-5287-42e2-9506-f47a6ad77995 admin admin] Network 974d5c3b-985e-4208-bf8c-a8f9e055f5c9 is scheduled to be hosted by DHCP agent 51f327a7-c6d2-45a0-a90b-356f50710923 with binding_index 1 {{(pid=101550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:38:14.764989 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-37c4e268-5287-42e2-9506-f47a6ad77995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-5-iscsi, 974d5c3b-985e-4208-bf8c-a8f9e055f5c9) {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:38:14.769269 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c4e268-5287-42e2-9506-f47a6ad77995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:14.770462 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-37c4e268-5287-42e2-9506-f47a6ad77995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for subnet, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:14.773579 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] Checking router: 89ae401c-0aca-4dd7-8435-737e9559cb57 for host: dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:38:14.773943 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] Updating router 89ae401c-0aca-4dd7-8435-737e9559cb57 port 95725099-d7f3-4fcf-977a-852a1ac15b22 binding host dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:38:14.778270 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3362cc73-a6c9-48ef-be83-966e31e31165 None None] Network 974d5c3b-985e-4208-bf8c-a8f9e055f5c9 requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:38:14.791699 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 55714) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:14.792257 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-37c4e268-5287-42e2-9506-f47a6ad77995 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3448167 Oct 28 09:38:14.796264 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-946446514-router', 'tenant_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:14.822231 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1638839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3352'] for router, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:14.823457 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1639374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1762869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3363'] for router, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:14.845143 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:14.876975 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:15.017270 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:15.120628 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac84c69b-7efb-423f-9eb3-419ad6b35e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp197d0051-dcd6-579c-9846-4ee4697789d2-974d5c3b-985e-4208-bf8c-a8f9e055f5c9', 'network_id': '974d5c3b-985e-4208-bf8c-a8f9e055f5c9', 'tenant_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'fixed_ips': [{'subnet_id': '584e2748-b9c7-46f7-98f1-9c15aacb7a1a'}]}} from dv-cinder-815146-5-iscsi. {{(pid=101551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:38:15.121629 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-ac84c69b-7efb-423f-9eb3-419ad6b35e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:15.137726 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c46b2155-f8ef-4b48-8a07-dfb46bc8e656 req-26115161-c17d-4b13-a28e-59719ee00874 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 210 time: 0.0287864 Oct 28 09:38:15.247200 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:15.272935 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:15.291899 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed25bb-7438-4d2e-a780-d85ed30498d4 req-a2e16c48-496d-43b9-8b7b-e0a3f5886ce2 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:15.293562 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-85ed25bb-7438-4d2e-a780-d85ed30498d4 req-a2e16c48-496d-43b9-8b7b-e0a3f5886ce2 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0735953 Oct 28 09:38:15.338308 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] Publish callbacks [] for port, precommit_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:15.345199 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.db_base_plugin_common [None req-ac84c69b-7efb-423f-9eb3-419ad6b35e11 None None] Allocated IP 172.20.0.2 (974d5c3b-985e-4208-bf8c-a8f9e055f5c9/584e2748-b9c7-46f7-98f1-9c15aacb7a1a/0f71c7c3-9637-4c07-8d19-6ed592734947) {{(pid=101551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:38:15.348878 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-85ed25bb-7438-4d2e-a780-d85ed30498d4 req-36f5e1ed-11f0-48f9-8639-f22b90ada68d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438972 Oct 28 09:38:15.350171 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:15.392170 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_common [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Allocated IP 172.27.2.230 (31303b2b-323a-4b81-9e96-008831f8aead/d3684885-b597-423f-94c6-5f950061bf40/7f1b07ac-fd62-4ae9-bd89-700b08688f6d) {{(pid=101549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:38:15.452813 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c4d2d-f7c5-42e2-9ae8-0b23bedb9c36 None None] Pushing event updated for resources: {'Port': ['ID=95725099-d7f3-4fcf-977a-852a1ac15b22,revision_number=3']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:15.549477 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] Attempting to bind port 95725099-d7f3-4fcf-977a-852a1ac15b22 on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:38:15.550541 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] Attempting to bind port 95725099-d7f3-4fcf-977a-852a1ac15b22 by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': 'be4d3fb8-1d56-497b-a5f3-f2482d435205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a'}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:38:15.551076 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] Attempting to bind port 95725099-d7f3-4fcf-977a-852a1ac15b22 on network e438d8d9-fab6-4695-8a85-0ad20cd5844a {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:38:15.554574 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:15.569559 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:38:15.569942 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] Checking segment: {'id': 'be4d3fb8-1d56-497b-a5f3-f2482d435205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:38:15.570351 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:15.570747 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] Bound using segment: {'id': 'be4d3fb8-1d56-497b-a5f3-f2482d435205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a'} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:38:15.571244 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] Bound port: 95725099-d7f3-4fcf-977a-852a1ac15b22, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4d3fb8-1d56-497b-a5f3-f2482d435205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a'}}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:38:15.571627 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:15.593831 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 113fcaa4-7fe9-4735-9dda-117eb580bfaa up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:38:15.601106 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:15.647754 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Network 31303b2b-323a-4b81-9e96-008831f8aead is already hosted by enough agents. {{(pid=101549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:38:15.652124 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.base_scheduler [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Resources bound (agent type, host, resource id): {{(pid=101549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:38:15.656712 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Received port after_create {{(pid=101549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:38:15.660401 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Pushing event updated for resources: {'Port': ['ID=7f1b07ac-fd62-4ae9-bd89-700b08688f6d,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:15.688149 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:15.688517 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:15.688990 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:15.689332 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:15.689667 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:15.690001 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:15.690775 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:15.690887 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:15.691199 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:15.691525 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:15.692929 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:15.693209 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:15.698672 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-ac84c69b-7efb-423f-9eb3-419ad6b35e11 None None] Publish callbacks [] for port, precommit_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:15.716253 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-ac84c69b-7efb-423f-9eb3-419ad6b35e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:15.732565 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-785dc2fc-4ea1-49b0-8103-0ae9e3a35772 None None] Provisioning complete for port 95725099-d7f3-4fcf-977a-852a1ac15b22 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:15.732965 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-785dc2fc-4ea1-49b0-8103-0ae9e3a35772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:15.806609 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac84c69b-7efb-423f-9eb3-419ad6b35e11 None None] Network 974d5c3b-985e-4208-bf8c-a8f9e055f5c9 is already hosted by enough agents. {{(pid=101551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:38:15.821432 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.scheduler.base_scheduler [None req-ac84c69b-7efb-423f-9eb3-419ad6b35e11 None None] Resources bound (agent type, host, resource id): {{(pid=101551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:38:15.831530 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac84c69b-7efb-423f-9eb3-419ad6b35e11 None None] Received port after_create {{(pid=101551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:38:15.835417 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] For port 95725099-d7f3-4fcf-977a-852a1ac15b22, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:38:15.839220 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84c69b-7efb-423f-9eb3-419ad6b35e11 None None] Pushing event updated for resources: {'Port': ['ID=0f71c7c3-9637-4c07-8d19-6ed592734947,revision_number=1']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:15.845565 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] For port 95725099-d7f3-4fcf-977a-852a1ac15b22, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=95725099-d7f3-4fcf-977a-852a1ac15b22,segment=NetworkSegment(be4d3fb8-1d56-497b-a5f3-f2482d435205),segment_id=be4d3fb8-1d56-497b-a5f3-f2482d435205)] {{(pid=101551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:38:15.847422 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 113fcaa4-7fe9-4735-9dda-117eb580bfaa triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:15.847825 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:15.850652 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-785dc2fc-4ea1-49b0-8103-0ae9e3a35772 None None] Port 95725099-d7f3-4fcf-977a-852a1ac15b22 cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:38:15.855580 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:15.999628 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-ac84c69b-7efb-423f-9eb3-419ad6b35e11 None None] Attempting to bind port 0f71c7c3-9637-4c07-8d19-6ed592734947 on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:38:16.000021 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-ac84c69b-7efb-423f-9eb3-419ad6b35e11 None None] Attempting to bind port 0f71c7c3-9637-4c07-8d19-6ed592734947 by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': 'c0a440c3-a66b-4212-857e-08e4fa4ee010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '974d5c3b-985e-4208-bf8c-a8f9e055f5c9'}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:38:16.000392 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac84c69b-7efb-423f-9eb3-419ad6b35e11 None None] Attempting to bind port 0f71c7c3-9637-4c07-8d19-6ed592734947 on network 974d5c3b-985e-4208-bf8c-a8f9e055f5c9 {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:38:16.014277 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c4d2d-f7c5-42e2-9ae8-0b23bedb9c36 None None] Pushing event updated for resources: {'Port': ['ID=95725099-d7f3-4fcf-977a-852a1ac15b22,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:16.018713 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] Routers {'89ae401c-0aca-4dd7-8435-737e9559cb57'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:38:16.019366 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:38:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['89ae401c-0aca-4dd7-8435-737e9559cb57'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:16.022355 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac84c69b-7efb-423f-9eb3-419ad6b35e11 None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:38:16.022742 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac84c69b-7efb-423f-9eb3-419ad6b35e11 None None] Checking segment: {'id': 'c0a440c3-a66b-4212-857e-08e4fa4ee010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '974d5c3b-985e-4208-bf8c-a8f9e055f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:38:16.023144 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-ac84c69b-7efb-423f-9eb3-419ad6b35e11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:16.023538 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac84c69b-7efb-423f-9eb3-419ad6b35e11 None None] Bound using segment: {'id': 'c0a440c3-a66b-4212-857e-08e4fa4ee010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '974d5c3b-985e-4208-bf8c-a8f9e055f5c9'} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:38:16.024057 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-ac84c69b-7efb-423f-9eb3-419ad6b35e11 None None] Bound port: 0f71c7c3-9637-4c07-8d19-6ed592734947, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a440c3-a66b-4212-857e-08e4fa4ee010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '974d5c3b-985e-4208-bf8c-a8f9e055f5c9'}}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:38:16.024445 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-ac84c69b-7efb-423f-9eb3-419ad6b35e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:16.173728 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:16.247063 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8d5ed7d9-aef0-4a29-ad7c-444ac03bf777 req-2fe0d4ce-2efa-4a34-86f2-ee868e29d83a tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 210 time: 0.0311007 Oct 28 09:38:16.344644 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-9a0b01d1-41b4-4c0d-b943-f2dba3902ac3 None None] Provisioning complete for port 95725099-d7f3-4fcf-977a-852a1ac15b22 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:16.345024 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-9a0b01d1-41b4-4c0d-b943-f2dba3902ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:16.351895 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-ac84c69b-7efb-423f-9eb3-419ad6b35e11 None None] For port 0f71c7c3-9637-4c07-8d19-6ed592734947, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:38:16.383270 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] Set router 89ae401c-0aca-4dd7-8435-737e9559cb57 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:38:16.383485 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1653836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639315'] for router, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:16.420034 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-ac84c69b-7efb-423f-9eb3-419ad6b35e11 None None] For port 0f71c7c3-9637-4c07-8d19-6ed592734947, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=0f71c7c3-9637-4c07-8d19-6ed592734947,segment=NetworkSegment(c0a440c3-a66b-4212-857e-08e4fa4ee010),segment_id=c0a440c3-a66b-4212-857e-08e4fa4ee010)] {{(pid=101551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:38:16.432264 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-ac84c69b-7efb-423f-9eb3-419ad6b35e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:16.485157 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7cd52-9e08-499e-a038-9f12217ba124 req-b76134f4-e972-4f10-8ffe-892ca686f98f tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:16.487017 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-60b7cd52-9e08-499e-a038-9f12217ba124 req-b76134f4-e972-4f10-8ffe-892ca686f98f tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0514274 Oct 28 09:38:16.537649 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-60b7cd52-9e08-499e-a038-9f12217ba124 req-8a9bfa45-7b3c-48ae-be05-0dbe643d7de0 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427101 Oct 28 09:38:16.545172 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Router 5e048e21-23d2-4593-87e7-40671c6ad369 is scheduled to L3 agent b795c905-d4ab-4275-b216-80b90b100426 with binding_index 1 {{(pid=101549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:38:16.597335 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84c69b-7efb-423f-9eb3-419ad6b35e11 None None] Pushing event updated for resources: {'Port': ['ID=0f71c7c3-9637-4c07-8d19-6ed592734947,revision_number=2']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:16.655756 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-9a0b01d1-41b4-4c0d-b943-f2dba3902ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:16.678906 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:38:16.695544 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] Sync routers for ids ['5e048e21-23d2-4593-87e7-40671c6ad369'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:38:16.699843 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] Publish callbacks [] for router, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:16.705749 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-572b436d-3493-418c-b2f5-a49c8495b365 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9101570 Oct 28 09:38:16.708353 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 55736) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:16.737158 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] Routers {'5e048e21-23d2-4593-87e7-40671c6ad369'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:38:16.738117 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:38:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['5e048e21-23d2-4593-87e7-40671c6ad369'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:16.751175 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-9a0b01d1-41b4-4c0d-b943-f2dba3902ac3 None None] For port 95725099-d7f3-4fcf-977a-852a1ac15b22, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=95725099-d7f3-4fcf-977a-852a1ac15b22,segment=NetworkSegment(be4d3fb8-1d56-497b-a5f3-f2482d435205),segment_id=be4d3fb8-1d56-497b-a5f3-f2482d435205)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:16.787208 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-9a0b01d1-41b4-4c0d-b943-f2dba3902ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:16.876374 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b01d1-41b4-4c0d-b943-f2dba3902ac3 None None] Pushing event updated for resources: {'Port': ['ID=95725099-d7f3-4fcf-977a-852a1ac15b22,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:16.902508 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'name': 'tempest-TestMinimumBasicScenario-1459084538-router', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:07Z', 'updated_at': '2021-10-28T09:38:12Z', 'revision_number': 4, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'gw_port': {'id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:08Z', 'updated_at': '2021-10-28T09:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '95725099-d7f3-4fcf-977a-852a1ac15b22', 'name': '', 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'mac_address': 'fa:16:3e:fe:4f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ee69fef3-3476-434c-9d8c-c401c168a53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:11Z', 'updated_at': '2021-10-28T09:38:15Z', 'revision_number': 4, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'subnets': [{'id': 'ee69fef3-3476-434c-9d8c-c401c168a53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:16.936430 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d2f616-0854-4b64-964e-375d1dac2a9e None None] The sync data for ids ['89ae401c-0aca-4dd7-8435-737e9559cb57'] in dv-cinder-815146-5-iscsi is: [{'id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'name': 'tempest-TestMinimumBasicScenario-1459084538-router', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:07Z', 'updated_at': '2021-10-28T09:38:12Z', 'revision_number': 4, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'gw_port': {'id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:08Z', 'updated_at': '2021-10-28T09:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '95725099-d7f3-4fcf-977a-852a1ac15b22', 'name': '', 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'mac_address': 'fa:16:3e:fe:4f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ee69fef3-3476-434c-9d8c-c401c168a53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:11Z', 'updated_at': '2021-10-28T09:38:15Z', 'revision_number': 4, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'subnets': [{'id': 'ee69fef3-3476-434c-9d8c-c401c168a53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:38:16.947112 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] Set router 5e048e21-23d2-4593-87e7-40671c6ad369 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:38:17.231791 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e048e21-23d2-4593-87e7-40671c6ad369', 'name': 'tempest-TestMinimumBasicScenario-946446514-router', 'tenant_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '7f1b07ac-fd62-4ae9-bd89-700b08688f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:14Z', 'updated_at': '2021-10-28T09:38:15Z', 'revision_number': 3, 'project_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'gw_port': {'id': '7f1b07ac-fd62-4ae9-bd89-700b08688f6d', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e048e21-23d2-4593-87e7-40671c6ad369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:15Z', 'updated_at': '2021-10-28T09:38:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:17.252431 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-5ee95212-634b-42be-979d-851ca3013306 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Request body: {'port': {'device_id': '9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb', 'network_id': '27679303-a81b-460d-8771-941e694a0c8e', 'admin_state_up': True, 'tenant_id': 'b657234d701d4fed8d1212c9119abe68'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:17.262386 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] Checking router: 5e048e21-23d2-4593-87e7-40671c6ad369 for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:38:17.262998 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] Updating router 5e048e21-23d2-4593-87e7-40671c6ad369 port 7f1b07ac-fd62-4ae9-bd89-700b08688f6d binding host dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:38:17.308205 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:17.403914 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-94462b11-53ef-4e5a-a406-50c355f3546d req-914ea67d-eab3-4b42-ab03-df971ac87f78 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 210 time: 0.0532863 Oct 28 09:38:17.507072 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f405bd3a-c8e2-413a-865b-3f2a9deb339a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:17.509909 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-5ee95212-634b-42be-979d-851ca3013306 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Made reservation on behalf of b657234d701d4fed8d1212c9119abe68 for: {'port': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:38:17.516949 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-5ee95212-634b-42be-979d-851ca3013306 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:17.684945 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 95725099-d7f3-4fcf-977a-852a1ac15b22 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:38:17.729320 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] Publish callbacks [] for port, precommit_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:17.740040 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:17.795009 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 95725099-d7f3-4fcf-977a-852a1ac15b22 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:17.795386 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:17.795498 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d298fcc-fc2d-48f9-90f3-c7085f18fe0f req-7ea4d579-ad8f-400e-9752-06818baaa1c9 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:17.810717 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-8d298fcc-fc2d-48f9-90f3-c7085f18fe0f req-7ea4d579-ad8f-400e-9752-06818baaa1c9 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.1110847 Oct 28 09:38:17.829523 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7e15f-35b4-4465-b64b-63ff07406883 None None] Pushing event updated for resources: {'Port': ['ID=7f1b07ac-fd62-4ae9-bd89-700b08688f6d,revision_number=2']} {{(pid=101552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:17.884673 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] Attempting to bind port 7f1b07ac-fd62-4ae9-bd89-700b08688f6d on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:38:17.885494 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] Attempting to bind port 7f1b07ac-fd62-4ae9-bd89-700b08688f6d by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}] {{(pid=101552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:38:17.885494 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] Attempting to bind port 7f1b07ac-fd62-4ae9-bd89-700b08688f6d on network 31303b2b-323a-4b81-9e96-008831f8aead {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:38:17.891723 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:38:17.893078 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] Checking segment: {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:38:17.893555 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:17.894016 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] Bound using segment: {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'} {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:38:17.894575 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] Bound port: 7f1b07ac-fd62-4ae9-bd89-700b08688f6d, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}}] {{(pid=101552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:38:17.895101 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:17.913693 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-8d298fcc-fc2d-48f9-90f3-c7085f18fe0f req-6770acad-e679-483b-9fdb-d64839b5a7a4 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019247 Oct 28 09:38:17.956198 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695b627e-3622-4e49-9499-a385e95563be None None] Network 974d5c3b-985e-4208-bf8c-a8f9e055f5c9 requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:38:17.987131 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.db [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] For port 7f1b07ac-fd62-4ae9-bd89-700b08688f6d, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:38:17.991655 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.db [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] For port 7f1b07ac-fd62-4ae9-bd89-700b08688f6d, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=7f1b07ac-fd62-4ae9-bd89-700b08688f6d,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:38:17.999933 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.013158 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-5ee95212-634b-42be-979d-851ca3013306 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Allocated IP 172.20.0.12 (27679303-a81b-460d-8771-941e694a0c8e/736da4eb-0b64-47cf-a336-b2a25d32f39e/32376af0-3c79-49b2-92fc-8723ccb92eff) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:38:18.047991 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [None req-f405bd3a-c8e2-413a-865b-3f2a9deb339a admin admin] Allocated IP 172.20.0.1 (974d5c3b-985e-4208-bf8c-a8f9e055f5c9/584e2748-b9c7-46f7-98f1-9c15aacb7a1a/ad673219-e571-43ea-8242-83047f59d71e) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:38:18.048377 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 0f71c7c3-9637-4c07-8d19-6ed592734947 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:38:18.062931 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] Routers {'5e048e21-23d2-4593-87e7-40671c6ad369'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:38:18.063656 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:38:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['5e048e21-23d2-4593-87e7-40671c6ad369'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:18.103178 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7e15f-35b4-4465-b64b-63ff07406883 None None] Pushing event updated for resources: {'Port': ['ID=7f1b07ac-fd62-4ae9-bd89-700b08688f6d,revision_number=3']} {{(pid=101552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:18.172480 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-7801ff28-9c9c-489a-8f48-a88a52e9ee67 None None] Provisioning complete for port 0f71c7c3-9637-4c07-8d19-6ed592734947 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:18.172480 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-7801ff28-9c9c-489a-8f48-a88a52e9ee67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.217124 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] Set router 5e048e21-23d2-4593-87e7-40671c6ad369 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:38:18.292927 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 0f71c7c3-9637-4c07-8d19-6ed592734947 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:18.293300 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.391096 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-7801ff28-9c9c-489a-8f48-a88a52e9ee67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.471570 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-7801ff28-9c9c-489a-8f48-a88a52e9ee67 None None] For port 0f71c7c3-9637-4c07-8d19-6ed592734947, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=0f71c7c3-9637-4c07-8d19-6ed592734947,segment=NetworkSegment(c0a440c3-a66b-4212-857e-08e4fa4ee010),segment_id=c0a440c3-a66b-4212-857e-08e4fa4ee010)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:18.479834 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-7801ff28-9c9c-489a-8f48-a88a52e9ee67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.481798 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.597989 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e048e21-23d2-4593-87e7-40671c6ad369', 'name': 'tempest-TestMinimumBasicScenario-946446514-router', 'tenant_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '7f1b07ac-fd62-4ae9-bd89-700b08688f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:14Z', 'updated_at': '2021-10-28T09:38:15Z', 'revision_number': 3, 'project_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'gw_port': {'id': '7f1b07ac-fd62-4ae9-bd89-700b08688f6d', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e048e21-23d2-4593-87e7-40671c6ad369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:15Z', 'updated_at': '2021-10-28T09:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:18.608611 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6d2fea6f-026e-42df-94e8-a8d4bd8eeef2 req-e92aad02-6014-4eae-a947-797dbdca2723 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 210 time: 0.0486336 Oct 28 09:38:18.632768 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801ff28-9c9c-489a-8f48-a88a52e9ee67 None None] Pushing event updated for resources: {'Port': ['ID=0f71c7c3-9637-4c07-8d19-6ed592734947,revision_number=3']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:18.634459 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-5ee95212-634b-42be-979d-851ca3013306 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.645949 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.db.api [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:38:18.646556 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG oslo_db.api [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:38:18.658934 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc8ae0-fa22-4dba-a6dd-5fbd33f2004d None None] The sync data for ids ['5e048e21-23d2-4593-87e7-40671c6ad369'] in dv-cinder-815146-5-iscsi is: [{'id': '5e048e21-23d2-4593-87e7-40671c6ad369', 'name': 'tempest-TestMinimumBasicScenario-946446514-router', 'tenant_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '7f1b07ac-fd62-4ae9-bd89-700b08688f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:14Z', 'updated_at': '2021-10-28T09:38:15Z', 'revision_number': 3, 'project_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'gw_port': {'id': '7f1b07ac-fd62-4ae9-bd89-700b08688f6d', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e048e21-23d2-4593-87e7-40671c6ad369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:15Z', 'updated_at': '2021-10-28T09:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:38:18.715587 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-352c8cc9-c18e-4b0c-aca5-5562a87a81be None None] Provisioning complete for port 0f71c7c3-9637-4c07-8d19-6ed592734947 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:18.716174 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-352c8cc9-c18e-4b0c-aca5-5562a87a81be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.727905 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f405bd3a-c8e2-413a-865b-3f2a9deb339a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.750974 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-5ee95212-634b-42be-979d-851ca3013306 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.777097 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['d89e9c3c-8f0c-4e01-9d78-205c0d4dab14', 'ebfeec55-039f-4993-a732-b456cb05e632', 'f523798a-44c5-469b-bf17-5bd4416f1098'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:38:18.845057 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-5ee95212-634b-42be-979d-851ca3013306 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Network 27679303-a81b-460d-8771-941e694a0c8e is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:38:18.853504 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-5ee95212-634b-42be-979d-851ca3013306 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:38:18.856052 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f405bd3a-c8e2-413a-865b-3f2a9deb339a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.858530 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-5ee95212-634b-42be-979d-851ca3013306 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:38:18.888942 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee95212-634b-42be-979d-851ca3013306 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Pushing event updated for resources: {'Port': ['ID=32376af0-3c79-49b2-92fc-8723ccb92eff,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:18.936751 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f405bd3a-c8e2-413a-865b-3f2a9deb339a admin admin] Network 974d5c3b-985e-4208-bf8c-a8f9e055f5c9 is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:38:18.966241 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-f405bd3a-c8e2-413a-865b-3f2a9deb339a admin admin] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:38:18.971636 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f405bd3a-c8e2-413a-865b-3f2a9deb339a admin admin] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:38:19.016663 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f405bd3a-c8e2-413a-865b-3f2a9deb339a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1640142'] for router_interface, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:19.030390 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-5ee95212-634b-42be-979d-851ca3013306 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:19.043838 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-5ee95212-634b-42be-979d-851ca3013306 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:19.137886 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-5ee95212-634b-42be-979d-851ca3013306 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8905714 Oct 28 09:38:19.138704 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405bd3a-c8e2-413a-865b-3f2a9deb339a admin admin] Pushing event updated for resources: {'Port': ['ID=ad673219-e571-43ea-8242-83047f59d71e,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:19.208091 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] Request body: {'port': {'device_id': '9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:19.433213 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b431d1-a86c-44c7-a236-7ff539412766 req-8cba545c-1f71-4b13-9e3a-941cc9104c3b tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:19.442545 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-70b431d1-a86c-44c7-a236-7ff539412766 req-8cba545c-1f71-4b13-9e3a-941cc9104c3b tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.3240998 Oct 28 09:38:19.521720 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:19.778233 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-ee96d305-d4fa-44f4-b2f0-d5c9d05a5440 None None] Provisioning complete for port ad673219-e571-43ea-8242-83047f59d71e triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:19.778843 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-ee96d305-d4fa-44f4-b2f0-d5c9d05a5440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:19.781673 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-70b431d1-a86c-44c7-a236-7ff539412766 req-fc6f8bea-0242-4904-b5e2-13b972051892 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331130 Oct 28 09:38:19.802423 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f405bd3a-c8e2-413a-865b-3f2a9deb339a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:20.069403 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d235e-9749-42c2-a68c-c44f8cc00cb6 req-ff70eee2-2a5a-43b2-b829-34e16ca26ed7 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:20.082833 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-4b2d235e-9749-42c2-a68c-c44f8cc00cb6 req-ff70eee2-2a5a-43b2-b829-34e16ca26ed7 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 932 time: 0.1820099 Oct 28 09:38:20.201195 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-4b2d235e-9749-42c2-a68c-c44f8cc00cb6 req-8e41bf64-2f5a-4468-9b83-969f42c3fcfc tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087794 Oct 28 09:38:20.323085 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 0f71c7c3-9637-4c07-8d19-6ed592734947 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:38:20.408136 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f405bd3a-c8e2-413a-865b-3f2a9deb339a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:20.417378 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-ee96d305-d4fa-44f4-b2f0-d5c9d05a5440 None None] Port ad673219-e571-43ea-8242-83047f59d71e cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:38:20.426307 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 0f71c7c3-9637-4c07-8d19-6ed592734947 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:20.426686 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:20.468706 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f405bd3a-c8e2-413a-865b-3f2a9deb339a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:20.553856 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405bd3a-c8e2-413a-865b-3f2a9deb339a admin admin] Pushing event updated for resources: {'Port': ['ID=ad673219-e571-43ea-8242-83047f59d71e,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:20.596354 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32376af0-3c79-49b2-92fc-8723ccb92eff {{(pid=101550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:38:20.608538 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:20.634632 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f405bd3a-c8e2-413a-865b-3f2a9deb339a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653342'] for router_interface, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:20.649992 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.provisioning_blocks [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] Transition to ACTIVE for port object 32376af0-3c79-49b2-92fc-8723ccb92eff will not be triggered until provisioned by entity L2. {{(pid=101550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:38:20.650215 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 7f1b07ac-fd62-4ae9-bd89-700b08688f6d up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:38:20.720853 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 7f1b07ac-fd62-4ae9-bd89-700b08688f6d triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:20.721491 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:20.748496 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:20.834453 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:20.856842 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] For port 7f1b07ac-fd62-4ae9-bd89-700b08688f6d, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=7f1b07ac-fd62-4ae9-bd89-700b08688f6d,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:20.861982 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:20.880167 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] Pushing event updated for resources: {'Port': ['ID=32376af0-3c79-49b2-92fc-8723ccb92eff,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:20.924218 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Pushing event updated for resources: {'Port': ['ID=7f1b07ac-fd62-4ae9-bd89-700b08688f6d,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:20.930703 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f405bd3a-c8e2-413a-865b-3f2a9deb339a admin admin] Network 974d5c3b-985e-4208-bf8c-a8f9e055f5c9 is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:38:20.931621 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:20.931998 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:20.932339 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:20.932739 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:20.933001 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:20.933334 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:20.933662 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:20.934006 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:20.934320 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:20.934649 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:20.934986 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:20.935287 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:20.937760 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-f405bd3a-c8e2-413a-865b-3f2a9deb339a admin admin] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:38:21.141926 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0624e0-ce59-4a13-b80d-eff58a16e9ee req-d45a846d-281f-408b-9a44-fee7efcb743b tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:21.143948 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cb0624e0-ce59-4a13-b80d-eff58a16e9ee req-d45a846d-281f-408b-9a44-fee7efcb743b tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.2863381 Oct 28 09:38:21.271609 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] Attempting to bind port 32376af0-3c79-49b2-92fc-8723ccb92eff on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:38:21.271969 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] Attempting to bind port 32376af0-3c79-49b2-92fc-8723ccb92eff by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '27679303-a81b-460d-8771-941e694a0c8e'}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:38:21.272295 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] Attempting to bind port 32376af0-3c79-49b2-92fc-8723ccb92eff on network 27679303-a81b-460d-8771-941e694a0c8e {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:38:21.371507 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-fb047695-a44f-48b1-9925-5c56e3434d61 None None] Provisioning complete for port ad673219-e571-43ea-8242-83047f59d71e triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:21.373224 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cb0624e0-ce59-4a13-b80d-eff58a16e9ee req-e00598ef-8ea0-4ba4-8fc5-d73cb4ccd868 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148511 Oct 28 09:38:21.373766 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-fb047695-a44f-48b1-9925-5c56e3434d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:21.382739 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] Port 32376af0-3c79-49b2-92fc-8723ccb92eff on network 27679303-a81b-460d-8771-941e694a0c8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:38:21.383989 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] Attempting to bind port 32376af0-3c79-49b2-92fc-8723ccb92eff on network 27679303-a81b-460d-8771-941e694a0c8e {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:38:21.398696 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] Checking agent: {'id': 'afc7fccb-f5d9-4cc0-9292-378149b33414', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'started_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:38:21.400353 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] Checking segment: {'id': '8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '27679303-a81b-460d-8771-941e694a0c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:38:21.403235 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] Bound using segment: {'id': '8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '27679303-a81b-460d-8771-941e694a0c8e'} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:38:21.403802 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] Bound port: 32376af0-3c79-49b2-92fc-8723ccb92eff, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '27679303-a81b-460d-8771-941e694a0c8e'}}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:38:21.404282 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:21.449707 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f405bd3a-c8e2-413a-865b-3f2a9deb339a admin admin] Router 5e048e21-23d2-4593-87e7-40671c6ad369 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:38:21.465850 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-fb047695-a44f-48b1-9925-5c56e3434d61 None None] Port ad673219-e571-43ea-8242-83047f59d71e cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:38:21.513379 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5b24a-9411-48dd-bf3d-d823fb531b98 req-6abb9cc9-cbab-413c-87d6-64c3913d44a8 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:21.523317 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a3f5b24a-9411-48dd-bf3d-d823fb531b98 req-6abb9cc9-cbab-413c-87d6-64c3913d44a8 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 944 time: 0.1668820 Oct 28 09:38:21.594284 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a3f5b24a-9411-48dd-bf3d-d823fb531b98 req-bed74756-4717-47cd-8c21-88eaba00f4e0 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645638 Oct 28 09:38:21.628212 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 7f1b07ac-fd62-4ae9-bd89-700b08688f6d up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:38:21.691427 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 7f1b07ac-fd62-4ae9-bd89-700b08688f6d triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:21.692667 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:21.739471 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] For port 32376af0-3c79-49b2-92fc-8723ccb92eff, host hv-cinder-81514, cleared binding levels {{(pid=101550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:38:21.744138 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] For port 32376af0-3c79-49b2-92fc-8723ccb92eff, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=32376af0-3c79-49b2-92fc-8723ccb92eff,segment=NetworkSegment(8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a),segment_id=8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a)] {{(pid=101550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:38:21.752558 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:21.806723 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:21.807380 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:21.808910 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] 10.222.0.98 "PUT /v2.0/ports/32376af0-3c79-49b2-92fc-8723ccb92eff HTTP/1.1" status: 200 len: 1094 time: 2.6081178 Oct 28 09:38:21.811097 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb', 'tag': '32376af0-3c79-49b2-92fc-8723ccb92eff'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:38:21.813558 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f86a02-0ad8-4723-981c-21c20d8e1a28" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb", "tag": "32376af0-3c79-49b2-92fc-8723ccb92eff"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:38:21.845548 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cee7f5-a15c-4b8a-a10c-4e417dad141a service neutron] Pushing event updated for resources: {'Port': ['ID=32376af0-3c79-49b2-92fc-8723ccb92eff,revision_number=3']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:21.853580 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f405bd3a-c8e2-413a-865b-3f2a9deb339a admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:38:21.866671 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-f405bd3a-c8e2-413a-865b-3f2a9deb339a admin admin] 10.222.0.113 "PUT /v2.0/routers/5e048e21-23d2-4593-87e7-40671c6ad369/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1492565 Oct 28 09:38:21.877441 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] Sync routers for ids ['5e048e21-23d2-4593-87e7-40671c6ad369'] in dv-cinder-815146-5-iscsi {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:38:21.890159 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] Routers {'5e048e21-23d2-4593-87e7-40671c6ad369'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:38:21.891328 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:38:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['5e048e21-23d2-4593-87e7-40671c6ad369'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:21.904562 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c383fcc-5696-41cd-bac2-ab67166121ad x-openstack-request-id: req-0c383fcc-5696-41cd-bac2-ab67166121ad {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:38:21.905114 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb", "tag": "32376af0-3c79-49b2-92fc-8723ccb92eff", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:38:21.905114 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0c383fcc-5696-41cd-bac2-ab67166121ad {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:38:21.905491 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb', 'tag': '32376af0-3c79-49b2-92fc-8723ccb92eff', 'status': 'completed', 'code': 200} Oct 28 09:38:21.919963 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-1fd39f7f-827a-46ba-9054-4b820649dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:21.921797 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-1fd39f7f-827a-46ba-9054-4b820649dd19 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b657234d701d4fed8d1212c9119abe68&device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 1097 time: 0.0618415 Oct 28 09:38:21.990336 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-30f591fe-ef2b-47bb-939d-22757e51995e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32376af0-3c79-49b2-92fc-8723ccb92eff HTTP/1.1" status: 200 len: 217 time: 0.0508177 Oct 28 09:38:22.036022 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] Set router 5e048e21-23d2-4593-87e7-40671c6ad369 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:38:22.071067 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-f6e6b318-2843-4246-9d83-a9fb483486aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:22.072724 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-f6e6b318-2843-4246-9d83-a9fb483486aa service neutron] 10.222.0.98 "GET /v2.0/subnets?id=736da4eb-0b64-47cf-a336-b2a25d32f39e HTTP/1.1" status: 200 len: 855 time: 0.0670812 Oct 28 09:38:22.124760 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-4b6fe0a1-117f-48bd-ab62-44f9580680fe service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=27679303-a81b-460d-8771-941e694a0c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432827 Oct 28 09:38:22.233196 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-dbc85d70-d414-4e2b-9444-fee63fd84095 service neutron] 10.222.0.98 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995433 Oct 28 09:38:22.237964 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:22.336817 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e048e21-23d2-4593-87e7-40671c6ad369', 'name': 'tempest-TestMinimumBasicScenario-946446514-router', 'tenant_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '7f1b07ac-fd62-4ae9-bd89-700b08688f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:14Z', 'updated_at': '2021-10-28T09:38:19Z', 'revision_number': 4, 'project_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'gw_port': {'id': '7f1b07ac-fd62-4ae9-bd89-700b08688f6d', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e048e21-23d2-4593-87e7-40671c6ad369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:15Z', 'updated_at': '2021-10-28T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': 'ad673219-e571-43ea-8242-83047f59d71e', 'name': '', 'network_id': '974d5c3b-985e-4208-bf8c-a8f9e055f5c9', 'tenant_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'mac_address': 'fa:16:3e:72:9b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e048e21-23d2-4593-87e7-40671c6ad369', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '584e2748-b9c7-46f7-98f1-9c15aacb7a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:17Z', 'updated_at': '2021-10-28T09:38:20Z', 'revision_number': 2, 'project_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'subnets': [{'id': '584e2748-b9c7-46f7-98f1-9c15aacb7a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:22.370074 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] Checking router: 5e048e21-23d2-4593-87e7-40671c6ad369 for host: dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:38:22.370434 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] Updating router 5e048e21-23d2-4593-87e7-40671c6ad369 port ad673219-e571-43ea-8242-83047f59d71e binding host dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:38:22.386689 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6f644074-80ca-4c8d-8dc8-68bd4663e133 req-2e94fb76-7a90-4cfc-9803-5000dcedacb3 service neutron] 10.222.0.98 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422212 Oct 28 09:38:22.399032 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:22.468626 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bac3b9-8723-4890-962b-9c1229b184ce req-00485ffd-aaa0-4382-9ecb-ae48d1f33768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:22.470163 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-09bac3b9-8723-4890-962b-9c1229b184ce req-00485ffd-aaa0-4382-9ecb-ae48d1f33768 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a1655550196140baa9220386a1a8373e&device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 1098 time: 0.0547450 Oct 28 09:38:22.587868 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155650e-1eb2-41d3-8092-5f69361e553d req-7e91d149-3c3e-4c77-805c-5a0e15970f94 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:22.591230 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1155650e-1eb2-41d3-8092-5f69361e553d req-7e91d149-3c3e-4c77-805c-5a0e15970f94 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0693109 Oct 28 09:38:22.703192 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f86a02-0ad8-4723-981c-21c20d8e1a28 req-9d6caf3b-3b2e-4699-a3c3-3f6450f88010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:22.704646 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-44f86a02-0ad8-4723-981c-21c20d8e1a28 req-9d6caf3b-3b2e-4699-a3c3-3f6450f88010 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b657234d701d4fed8d1212c9119abe68&device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 1097 time: 0.1873405 Oct 28 09:38:22.708093 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1155650e-1eb2-41d3-8092-5f69361e553d req-48f838c9-9684-4551-a25f-41e8a5ca24d7 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021407 Oct 28 09:38:22.822310 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] Publish callbacks [] for port, precommit_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:22.830897 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:22.878961 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bac3b9-8723-4890-962b-9c1229b184ce req-a203fe91-ca62-4e38-ba3d-36d48c39a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:22.881658 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-09bac3b9-8723-4890-962b-9c1229b184ce req-a203fe91-ca62-4e38-ba3d-36d48c39a7be service neutron] 10.222.0.98 "GET /v2.0/networks?id=0c6135fc-e04f-41b1-91c9-8bd4154b91de HTTP/1.1" status: 200 len: 919 time: 0.3629565 Oct 28 09:38:22.889962 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdef63-c332-43c2-a6ea-70972be66d2e None None] Pushing event updated for resources: {'Port': ['ID=ad673219-e571-43ea-8242-83047f59d71e,revision_number=3']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:22.949242 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] Attempting to bind port ad673219-e571-43ea-8242-83047f59d71e on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:38:22.949715 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] Attempting to bind port ad673219-e571-43ea-8242-83047f59d71e by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': 'c0a440c3-a66b-4212-857e-08e4fa4ee010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '974d5c3b-985e-4208-bf8c-a8f9e055f5c9'}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:38:22.950159 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] Attempting to bind port ad673219-e571-43ea-8242-83047f59d71e on network 974d5c3b-985e-4208-bf8c-a8f9e055f5c9 {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:38:22.961640 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:38:22.962188 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] Checking segment: {'id': 'c0a440c3-a66b-4212-857e-08e4fa4ee010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '974d5c3b-985e-4208-bf8c-a8f9e055f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:38:22.962637 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:22.963109 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] Bound using segment: {'id': 'c0a440c3-a66b-4212-857e-08e4fa4ee010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '974d5c3b-985e-4208-bf8c-a8f9e055f5c9'} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:38:22.966260 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] Bound port: ad673219-e571-43ea-8242-83047f59d71e, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a440c3-a66b-4212-857e-08e4fa4ee010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '974d5c3b-985e-4208-bf8c-a8f9e055f5c9'}}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:38:22.966735 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:22.981660 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-09bac3b9-8723-4890-962b-9c1229b184ce req-1967a173-90dc-4933-a0a8-dacf0c6493c4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6951c21d-afe1-4690-a945-d9ce84d8498c HTTP/1.1" status: 200 len: 217 time: 0.0758011 Oct 28 09:38:23.044688 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e730b86-b15e-407f-bab0-09499ef72598 req-60881cb2-6ba8-4159-ae11-ca9d00037c6e tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:23.053961 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5e730b86-b15e-407f-bab0-09499ef72598 req-60881cb2-6ba8-4159-ae11-ca9d00037c6e tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 944 time: 0.2402756 Oct 28 09:38:23.127834 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f86a02-0ad8-4723-981c-21c20d8e1a28 req-34b4d312-20a0-423a-b18e-3982dc90d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:23.127834 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-44f86a02-0ad8-4723-981c-21c20d8e1a28 req-34b4d312-20a0-423a-b18e-3982dc90d240 service neutron] 10.222.0.98 "GET /v2.0/networks?id=27679303-a81b-460d-8771-941e694a0c8e HTTP/1.1" status: 200 len: 916 time: 0.3994598 Oct 28 09:38:23.155188 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] For port ad673219-e571-43ea-8242-83047f59d71e, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:38:23.162760 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] For port ad673219-e571-43ea-8242-83047f59d71e, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=ad673219-e571-43ea-8242-83047f59d71e,segment=NetworkSegment(c0a440c3-a66b-4212-857e-08e4fa4ee010),segment_id=c0a440c3-a66b-4212-857e-08e4fa4ee010)] {{(pid=101551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:38:23.176775 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.230288 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bac3b9-8723-4890-962b-9c1229b184ce req-2cee1234-6ccb-4e19-a55d-3fe613ca3ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:23.232170 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-09bac3b9-8723-4890-962b-9c1229b184ce req-2cee1234-6ccb-4e19-a55d-3fe613ca3ca2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f756cde3-6ad6-41bc-a74b-aa926d36b9a7 HTTP/1.1" status: 200 len: 858 time: 0.2360585 Oct 28 09:38:23.236852 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-44f86a02-0ad8-4723-981c-21c20d8e1a28 req-94bd9990-97a8-45bf-8137-de8c43ba96b5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32376af0-3c79-49b2-92fc-8723ccb92eff HTTP/1.1" status: 200 len: 217 time: 0.0899408 Oct 28 09:38:23.242190 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5e730b86-b15e-407f-bab0-09499ef72598 req-5ec313c1-c751-41b7-b141-ea5318c4aa8c tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873882 Oct 28 09:38:23.246840 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] Routers {'5e048e21-23d2-4593-87e7-40671c6ad369'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:38:23.247617 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:38:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['5e048e21-23d2-4593-87e7-40671c6ad369'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:23.339196 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-09bac3b9-8723-4890-962b-9c1229b184ce req-f5acb9e5-14c2-49ef-b178-705ddfb1270c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0c6135fc-e04f-41b1-91c9-8bd4154b91de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754237 Oct 28 09:38:23.345695 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdef63-c332-43c2-a6ea-70972be66d2e None None] Pushing event updated for resources: {'Port': ['ID=ad673219-e571-43ea-8242-83047f59d71e,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:23.381024 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-4d47d50c-00d8-4c32-af6f-da72fc13475b None None] Provisioning complete for port ad673219-e571-43ea-8242-83047f59d71e triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:23.381318 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-4d47d50c-00d8-4c32-af6f-da72fc13475b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.435285 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f86a02-0ad8-4723-981c-21c20d8e1a28 req-e6ca721f-fc59-4f65-b3a7-f5d6dca1eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:23.436933 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-44f86a02-0ad8-4723-981c-21c20d8e1a28 req-e6ca721f-fc59-4f65-b3a7-f5d6dca1eac3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=736da4eb-0b64-47cf-a336-b2a25d32f39e HTTP/1.1" status: 200 len: 855 time: 0.1625896 Oct 28 09:38:23.448546 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] Set router 5e048e21-23d2-4593-87e7-40671c6ad369 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:38:23.494707 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-44f86a02-0ad8-4723-981c-21c20d8e1a28 req-f3387964-569d-4df0-b069-c6427256a496 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=27679303-a81b-460d-8771-941e694a0c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430603 Oct 28 09:38:23.580127 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-09bac3b9-8723-4890-962b-9c1229b184ce req-aa25bd94-da0b-4195-a082-6f15c130d70e service neutron] 10.222.0.98 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195508 Oct 28 09:38:23.652889 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-4d47d50c-00d8-4c32-af6f-da72fc13475b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.666335 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-44f86a02-0ad8-4723-981c-21c20d8e1a28 req-b9f3f75c-a368-4b81-817f-037769b9d0eb service neutron] 10.222.0.98 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602361 Oct 28 09:38:23.850265 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-4d47d50c-00d8-4c32-af6f-da72fc13475b None None] For port ad673219-e571-43ea-8242-83047f59d71e, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=ad673219-e571-43ea-8242-83047f59d71e,segment=NetworkSegment(c0a440c3-a66b-4212-857e-08e4fa4ee010),segment_id=c0a440c3-a66b-4212-857e-08e4fa4ee010)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:23.857658 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-4d47d50c-00d8-4c32-af6f-da72fc13475b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.983868 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47d50c-00d8-4c32-af6f-da72fc13475b None None] Pushing event updated for resources: {'Port': ['ID=ad673219-e571-43ea-8242-83047f59d71e,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:23.993567 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e048e21-23d2-4593-87e7-40671c6ad369', 'name': 'tempest-TestMinimumBasicScenario-946446514-router', 'tenant_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '7f1b07ac-fd62-4ae9-bd89-700b08688f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:14Z', 'updated_at': '2021-10-28T09:38:19Z', 'revision_number': 4, 'project_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'gw_port': {'id': '7f1b07ac-fd62-4ae9-bd89-700b08688f6d', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e048e21-23d2-4593-87e7-40671c6ad369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:15Z', 'updated_at': '2021-10-28T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': 'ad673219-e571-43ea-8242-83047f59d71e', 'name': '', 'network_id': '974d5c3b-985e-4208-bf8c-a8f9e055f5c9', 'tenant_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'mac_address': 'fa:16:3e:72:9b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e048e21-23d2-4593-87e7-40671c6ad369', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '584e2748-b9c7-46f7-98f1-9c15aacb7a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:17Z', 'updated_at': '2021-10-28T09:38:23Z', 'revision_number': 4, 'project_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'subnets': [{'id': '584e2748-b9c7-46f7-98f1-9c15aacb7a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:24.028772 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc67b0a-9f0f-4563-b5e3-c22807a4a445 None None] The sync data for ids ['5e048e21-23d2-4593-87e7-40671c6ad369'] in dv-cinder-815146-5-iscsi is: [{'id': '5e048e21-23d2-4593-87e7-40671c6ad369', 'name': 'tempest-TestMinimumBasicScenario-946446514-router', 'tenant_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '7f1b07ac-fd62-4ae9-bd89-700b08688f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:14Z', 'updated_at': '2021-10-28T09:38:19Z', 'revision_number': 4, 'project_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'gw_port': {'id': '7f1b07ac-fd62-4ae9-bd89-700b08688f6d', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e048e21-23d2-4593-87e7-40671c6ad369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:15Z', 'updated_at': '2021-10-28T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': 'ad673219-e571-43ea-8242-83047f59d71e', 'name': '', 'network_id': '974d5c3b-985e-4208-bf8c-a8f9e055f5c9', 'tenant_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'mac_address': 'fa:16:3e:72:9b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e048e21-23d2-4593-87e7-40671c6ad369', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '584e2748-b9c7-46f7-98f1-9c15aacb7a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:17Z', 'updated_at': '2021-10-28T09:38:23Z', 'revision_number': 4, 'project_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'subnets': [{'id': '584e2748-b9c7-46f7-98f1-9c15aacb7a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:38:24.030345 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1b14e04a-5ac8-4cee-9256-4053f55a643b None None] Provisioning complete for port ad673219-e571-43ea-8242-83047f59d71e triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:24.030745 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1b14e04a-5ac8-4cee-9256-4053f55a643b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:24.126223 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-09bac3b9-8723-4890-962b-9c1229b184ce req-1774c7ed-7f98-4872-b95d-f336d05e99f2 service neutron] 10.222.0.98 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5299244 Oct 28 09:38:24.219297 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43834b8e-a01a-4828-a782-dd6933a13101 req-50fb1a8c-7f4e-4682-b849-00c0fb0388d2 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:24.221012 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-43834b8e-a01a-4828-a782-dd6933a13101 req-50fb1a8c-7f4e-4682-b849-00c0fb0388d2 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.1678898 Oct 28 09:38:24.223492 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-44f86a02-0ad8-4723-981c-21c20d8e1a28 req-ed5af197-259e-4438-97c7-b5793e151844 service neutron] 10.222.0.98 "GET /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5487795 Oct 28 09:38:24.288817 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-43834b8e-a01a-4828-a782-dd6933a13101 req-ef765b31-27d1-4fd1-a509-0f7cc49fe7dd tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579817 Oct 28 09:38:24.433619 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46c602-1883-45dc-aa3c-d5a418fe58b7 req-9ed3c511-d487-4c93-b7f9-0e9831362b87 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:24.435386 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9e46c602-1883-45dc-aa3c-d5a418fe58b7 req-9ed3c511-d487-4c93-b7f9-0e9831362b87 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 944 time: 0.0608163 Oct 28 09:38:24.497349 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9e46c602-1883-45dc-aa3c-d5a418fe58b7 req-56568dff-3c9d-49c4-be23-4610d505bccd tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459909 Oct 28 09:38:25.438685 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 32376af0-3c79-49b2-92fc-8723ccb92eff details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:38:25.461221 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe40fb8-dd3f-445d-8b35-514d79c51852 req-695f35ba-a7cc-4e3d-9a0c-158b6f24b196 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:25.462981 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-bfe40fb8-dd3f-445d-8b35-514d79c51852 req-695f35ba-a7cc-4e3d-9a0c-158b6f24b196 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0599067 Oct 28 09:38:25.567404 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-bfe40fb8-dd3f-445d-8b35-514d79c51852 req-d971fb69-369f-4fe8-a734-a7a93232f3e1 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969017 Oct 28 09:38:25.600046 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 32376af0-3c79-49b2-92fc-8723ccb92eff, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=32376af0-3c79-49b2-92fc-8723ccb92eff,segment=NetworkSegment(8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a),segment_id=8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:25.620246 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': '32376af0-3c79-49b2-92fc-8723ccb92eff', 'network_id': '27679303-a81b-460d-8771-941e694a0c8e', 'port_id': '32376af0-3c79-49b2-92fc-8723ccb92eff', 'mac_address': 'fa:16:3e:cf:50:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736da4eb-0b64-47cf-a336-b2a25d32f39e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:38:25.668449 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device ad673219-e571-43ea-8242-83047f59d71e up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:38:25.716466 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:25.739360 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32376af0-3c79-49b2-92fc-8723ccb92eff {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:38:25.741954 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba563d5-ed19-4b1b-9c7c-b5e91a20492e req-bc7f1c6e-f60e-4f2c-a639-5fc5ae10b25d tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:25.746147 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9ba563d5-ed19-4b1b-9c7c-b5e91a20492e req-bc7f1c6e-f60e-4f2c-a639-5fc5ae10b25d tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 944 time: 0.0769620 Oct 28 09:38:25.769385 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 32376af0-3c79-49b2-92fc-8723ccb92eff, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=32376af0-3c79-49b2-92fc-8723ccb92eff,segment=NetworkSegment(8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a),segment_id=8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:25.777854 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port ad673219-e571-43ea-8242-83047f59d71e triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:25.778425 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:25.780136 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:25.823386 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9ba563d5-ed19-4b1b-9c7c-b5e91a20492e req-0c5860c2-7120-454e-8f2e-5733c160dfb6 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709901 Oct 28 09:38:25.863087 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=32376af0-3c79-49b2-92fc-8723ccb92eff,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:26.000304 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:38:26.159641 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['32376af0-3c79-49b2-92fc-8723ccb92eff'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:38:26.838802 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e999ab6-5c7e-4e9c-b79d-bb50eccc8265 req-0320d487-9644-4fa5-9b37-ba0e9d340550 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:26.842159 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6e999ab6-5c7e-4e9c-b79d-bb50eccc8265 req-0320d487-9644-4fa5-9b37-ba0e9d340550 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.1615040 Oct 28 09:38:26.922836 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6e999ab6-5c7e-4e9c-b79d-bb50eccc8265 req-a866006e-4080-4212-96df-6941391b1c51 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702121 Oct 28 09:38:27.138073 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cead55-d038-4a6a-92ae-c159cb39693b req-0bb8b59a-31b4-492d-8812-fe744edef424 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:27.139562 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-56cead55-d038-4a6a-92ae-c159cb39693b req-0bb8b59a-31b4-492d-8812-fe744edef424 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 945 time: 0.1199069 Oct 28 09:38:27.219248 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-56cead55-d038-4a6a-92ae-c159cb39693b req-2e87e640-45d8-4e51-870f-3adcdd427266 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683265 Oct 28 09:38:27.454196 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 32376af0-3c79-49b2-92fc-8723ccb92eff up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:38:27.565986 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning for port 32376af0-3c79-49b2-92fc-8723ccb92eff completed by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:38:27.576852 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port 32376af0-3c79-49b2-92fc-8723ccb92eff triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:27.577653 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:27.712498 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:27.747999 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32376af0-3c79-49b2-92fc-8723ccb92eff'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:38:27.752163 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3937e3-1ff9-4220-9968-f7c6b81213ea" -d '{"events": [{"server_uuid": "9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb", "name": "network-vif-plugged", "status": "completed", "tag": "32376af0-3c79-49b2-92fc-8723ccb92eff"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:38:27.772384 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 32376af0-3c79-49b2-92fc-8723ccb92eff, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=32376af0-3c79-49b2-92fc-8723ccb92eff,segment=NetworkSegment(8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a),segment_id=8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:27.783128 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:27.867736 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061ebff1-4f0c-4c4d-9243-efe285b656cb x-openstack-request-id: req-061ebff1-4f0c-4c4d-9243-efe285b656cb {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:38:27.867736 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb", "name": "network-vif-plugged", "status": "completed", "tag": "32376af0-3c79-49b2-92fc-8723ccb92eff", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:38:27.867736 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-061ebff1-4f0c-4c4d-9243-efe285b656cb {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:38:27.867736 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32376af0-3c79-49b2-92fc-8723ccb92eff', 'code': 200} Oct 28 09:38:28.004620 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=32376af0-3c79-49b2-92fc-8723ccb92eff,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:28.290001 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce34a0-f49d-4c30-98c5-b366b7d12380 req-4f6f5f51-3b50-4f0d-ad52-cc1461f74781 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:28.291719 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-45ce34a0-f49d-4c30-98c5-b366b7d12380 req-4f6f5f51-3b50-4f0d-ad52-cc1461f74781 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0719552 Oct 28 09:38:28.301328 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4320b8-4456-4950-ad72-e897c06ff337 req-ad8a2405-7e63-4862-a3ee-709c43b8d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:28.303022 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5d4320b8-4456-4950-ad72-e897c06ff337 req-ad8a2405-7e63-4862-a3ee-709c43b8d8cc service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 1099 time: 0.1851294 Oct 28 09:38:28.380814 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-45ce34a0-f49d-4c30-98c5-b366b7d12380 req-e45a504b-1922-439b-98c2-7e48dbd829f4 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765674 Oct 28 09:38:28.422947 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5d4320b8-4456-4950-ad72-e897c06ff337 req-92eca9f0-bf19-4a4c-9a3a-7227dc18f308 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915973 Oct 28 09:38:28.550327 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6f39c-a7dc-46c9-b3cb-b59eb64f2758 req-a7fbbbdd-8b16-4a34-b9e0-2cf806d9af08 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:28.557959 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c0c6f39c-a7dc-46c9-b3cb-b59eb64f2758 req-a7fbbbdd-8b16-4a34-b9e0-2cf806d9af08 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 946 time: 0.0898228 Oct 28 09:38:28.625701 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c0c6f39c-a7dc-46c9-b3cb-b59eb64f2758 req-a6a5236e-2648-4c09-9c25-4f19be7ea094 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664246 Oct 28 09:38:29.551721 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c2396-dc59-4994-b2a2-0faa6618a796 req-e7e735db-b493-46da-816d-3a9e040b0ff2 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:29.560157 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2e1c2396-dc59-4994-b2a2-0faa6618a796 req-e7e735db-b493-46da-816d-3a9e040b0ff2 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.1001289 Oct 28 09:38:29.631163 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2e1c2396-dc59-4994-b2a2-0faa6618a796 req-51819749-f896-4fd3-b11f-4a93ce4a2740 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680358 Oct 28 09:38:29.815091 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b2e23-f1b0-4ae9-8fd0-42e11c7d7474 req-115cedc7-16c5-4959-91c3-85f4d8491cbb tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:29.824971 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e97b2e23-f1b0-4ae9-8fd0-42e11c7d7474 req-115cedc7-16c5-4959-91c3-85f4d8491cbb tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 946 time: 0.0879376 Oct 28 09:38:29.913733 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e97b2e23-f1b0-4ae9-8fd0-42e11c7d7474 req-3b8d1ca4-cbe2-4cea-963a-d7811d2f4930 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840042 Oct 28 09:38:30.837635 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f5181-385c-4dc9-8539-cb23935c7933 req-a21462ff-0cb9-4e41-b2f9-41c1cab4e490 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:30.847029 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f36f5181-385c-4dc9-8539-cb23935c7933 req-a21462ff-0cb9-4e41-b2f9-41c1cab4e490 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0716460 Oct 28 09:38:30.905366 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f36f5181-385c-4dc9-8539-cb23935c7933 req-ce78a770-2632-4652-9648-3cb6951c4e85 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542095 Oct 28 09:38:31.046334 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27879ff-9a61-4c1c-a0b7-a47de994b487 req-415363e6-a97d-4edc-a00d-0f638908d823 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:31.055219 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e27879ff-9a61-4c1c-a0b7-a47de994b487 req-415363e6-a97d-4edc-a00d-0f638908d823 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 946 time: 0.0713265 Oct 28 09:38:31.126719 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e27879ff-9a61-4c1c-a0b7-a47de994b487 req-8f4ab555-c924-42b9-8b2a-2cab15a3d18e tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701072 Oct 28 09:38:32.047483 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799400d-c650-4b97-9c3d-50ba13e18375 req-1b6cebd6-8734-4c6f-b382-85409682d42b tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:32.049353 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9799400d-c650-4b97-9c3d-50ba13e18375 req-1b6cebd6-8734-4c6f-b382-85409682d42b tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0685446 Oct 28 09:38:32.216572 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9799400d-c650-4b97-9c3d-50ba13e18375 req-afea5bc3-d068-4f5b-b5ea-66f7c0d0a95e tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600688 Oct 28 09:38:33.490837 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff25698-e9e4-4de6-a270-93f3c4fe9ee4 req-85a9e576-2f28-4460-84a7-c60eece83a02 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:33.501493 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1ff25698-e9e4-4de6-a270-93f3c4fe9ee4 req-85a9e576-2f28-4460-84a7-c60eece83a02 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.1446211 Oct 28 09:38:33.556878 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1ff25698-e9e4-4de6-a270-93f3c4fe9ee4 req-28635917-ee51-4760-8987-ac6723fceec9 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492654 Oct 28 09:38:34.813675 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da23c2a-ee31-406e-a9de-e52959f91486 req-3820ce02-48bc-46c1-9dfc-19f8f1cb00ff tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:34.826916 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3da23c2a-ee31-406e-a9de-e52959f91486 req-3820ce02-48bc-46c1-9dfc-19f8f1cb00ff tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0779438 Oct 28 09:38:34.891287 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3da23c2a-ee31-406e-a9de-e52959f91486 req-47ef68e1-3696-49fd-8080-c7f02a98e060 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570717 Oct 28 09:38:36.082902 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93929359-af24-4752-8338-e090c7645687 req-44d37ac1-7b18-4517-bba2-f95d690dd158 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:36.099235 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-93929359-af24-4752-8338-e090c7645687 req-44d37ac1-7b18-4517-bba2-f95d690dd158 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0955255 Oct 28 09:38:36.170687 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-93929359-af24-4752-8338-e090c7645687 req-cd690485-9a67-403b-babd-f0c53c6cb8e4 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684438 Oct 28 09:38:37.328799 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a4233-2ffa-447f-a537-3f81ab1df568 req-ad693b2e-964d-4761-9be2-68166496f183 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:37.338241 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ac2a4233-2ffa-447f-a537-3f81ab1df568 req-ad693b2e-964d-4761-9be2-68166496f183 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0719967 Oct 28 09:38:37.395008 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ac2a4233-2ffa-447f-a537-3f81ab1df568 req-532f1737-3dd8-44d8-ae7b-a82ffea23981 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554347 Oct 28 09:38:38.360871 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e902e-0f86-48c2-b156-785ac3f4dafe req-a2e2d552-efbc-48f0-bbc6-5537ab95eb7b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:38.363776 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f18e902e-0f86-48c2-b156-785ac3f4dafe req-a2e2d552-efbc-48f0-bbc6-5537ab95eb7b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0758002 Oct 28 09:38:38.442970 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f18e902e-0f86-48c2-b156-785ac3f4dafe req-d048768a-9a80-4f00-aa37-f738bd185d84 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680819 Oct 28 09:38:38.636070 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc777d-0778-459f-909e-5658fbc98909 req-f7199c74-d079-45fd-aca6-9e8b20c498a7 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:38.669099 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7ddc777d-0778-459f-909e-5658fbc98909 req-f7199c74-d079-45fd-aca6-9e8b20c498a7 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.1246762 Oct 28 09:38:38.761826 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7ddc777d-0778-459f-909e-5658fbc98909 req-cdf7150d-6638-4b5f-8e53-bdf63062290f tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854771 Oct 28 09:38:38.792301 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-c6859e0b-6ab2-4fb2-b39b-93d06ac07ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:38.861556 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f678b1-7223-42c2-a627-f19254cdf956 req-d618aec4-57d8-4faf-b4f9-cfa53d66ad3c tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:38.863935 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-37f678b1-7223-42c2-a627-f19254cdf956 req-d618aec4-57d8-4faf-b4f9-cfa53d66ad3c tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/networks?id=e438d8d9-fab6-4695-8a85-0ad20cd5844a HTTP/1.1" status: 200 len: 815 time: 0.2048604 Oct 28 09:38:38.887427 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-37f678b1-7223-42c2-a627-f19254cdf956 req-90bf07d2-af34-44b6-b694-11f5d04e5cb9 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/quotas/e4287883e5c54c1682cb7dbb60c288b1 HTTP/1.1" status: 200 len: 375 time: 0.0173934 Oct 28 09:38:38.938851 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-37f678b1-7223-42c2-a627-f19254cdf956 req-bfea7852-6901-4ce3-9783-ef501ad953da tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=e4287883e5c54c1682cb7dbb60c288b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503926 Oct 28 09:38:39.051759 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-37f678b1-7223-42c2-a627-f19254cdf956 req-bdc8bf3d-2243-4e1d-b093-36048c6d8bfb service neutron] 10.222.0.113 "GET /v2.0/networks/e438d8d9-fab6-4695-8a85-0ad20cd5844a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990992 Oct 28 09:38:39.154590 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-37f678b1-7223-42c2-a627-f19254cdf956 req-1306ed72-bacd-4b89-8934-fc88197ec544 service neutron] 10.222.0.113 "GET /v2.0/networks/e438d8d9-fab6-4695-8a85-0ad20cd5844a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962238 Oct 28 09:38:39.368920 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9d969f93-614e-4259-acb1-10df697846e2 req-f60d5037-a9c7-4b6a-bfa8-55b6168ffeb5 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 210 time: 0.0306985 Oct 28 09:38:39.580276 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1d77b-b210-47ac-a220-5c71b1271b51 req-60a83a87-4b42-4707-ac42-e0a55de128cd tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:39.582664 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-53b1d77b-b210-47ac-a220-5c71b1271b51 req-60a83a87-4b42-4707-ac42-e0a55de128cd tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0545533 Oct 28 09:38:39.634137 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-53b1d77b-b210-47ac-a220-5c71b1271b51 req-7baf4491-c62b-4cfe-a104-46b2eb6e0bff tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452375 Oct 28 09:38:39.964660 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8b737-9adf-4c10-a8ff-ea5e016a3c0c req-8445e210-3f85-49ef-a075-09b63ad75938 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:39.968829 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e3b8b737-9adf-4c10-a8ff-ea5e016a3c0c req-8445e210-3f85-49ef-a075-09b63ad75938 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0622058 Oct 28 09:38:40.027989 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e3b8b737-9adf-4c10-a8ff-ea5e016a3c0c req-54be34c7-405a-4964-8aab-50f8767f68b3 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539465 Oct 28 09:38:40.374311 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cf7a8-8027-47ee-b169-d03722096dd7 req-d6b39eb9-aec3-43c0-b519-b1d9abfda1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:40.375799 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a41cf7a8-8027-47ee-b169-d03722096dd7 req-d6b39eb9-aec3-43c0-b519-b1d9abfda1d6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 1098 time: 0.0464773 Oct 28 09:38:40.413844 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a41cf7a8-8027-47ee-b169-d03722096dd7 req-fd34de2c-4b2b-44d0-bc1a-350f990a3bdf service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298328 Oct 28 09:38:40.478303 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f8193ba5-ca95-4518-861c-f04e65b60b02 req-f2839d96-e5d4-4bf6-bf33-aeb50d45dc1e tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 210 time: 0.0288708 Oct 28 09:38:40.767861 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77787a1-4da5-4d81-821a-41dbc6d74123 req-af3fe7be-4a7c-4b74-8d99-9068d73517c1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:40.777815 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d77787a1-4da5-4d81-821a-41dbc6d74123 req-af3fe7be-4a7c-4b74-8d99-9068d73517c1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0637636 Oct 28 09:38:40.829506 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d77787a1-4da5-4d81-821a-41dbc6d74123 req-a14b40dc-d1be-46c8-a63b-415cb0dc2ae5 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481744 Oct 28 09:38:41.158023 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-97f6ace9-cd30-496a-b080-1c21cb0d5fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:41.177112 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e0f16-a178-4b66-aa4c-8b7aeccf367c req-10ca2f44-dd08-44bd-a4e2-9891161b95f6 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:41.178623 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7c4e0f16-a178-4b66-aa4c-8b7aeccf367c req-10ca2f44-dd08-44bd-a4e2-9891161b95f6 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0594995 Oct 28 09:38:41.194451 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f678b1-7223-42c2-a627-f19254cdf956 req-bd0ace1d-5926-411a-91fa-fb7ec3878c41 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:41.195934 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-37f678b1-7223-42c2-a627-f19254cdf956 req-bd0ace1d-5926-411a-91fa-fb7ec3878c41 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.98 "GET /v2.0/networks?id=e438d8d9-fab6-4695-8a85-0ad20cd5844a HTTP/1.1" status: 200 len: 815 time: 0.1303301 Oct 28 09:38:41.218645 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7c4e0f16-a178-4b66-aa4c-8b7aeccf367c req-8bb9f9da-5989-435c-b5c8-2952150eb819 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323715 Oct 28 09:38:41.224523 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-37f678b1-7223-42c2-a627-f19254cdf956 req-a7f06cec-6070-4080-b8e7-f3140e40ad4f tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Request body: {'port': {'device_id': 'e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c', 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a', 'admin_state_up': True, 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:41.335915 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f678b1-7223-42c2-a627-f19254cdf956 req-a7f06cec-6070-4080-b8e7-f3140e40ad4f tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Made reservation on behalf of e4287883e5c54c1682cb7dbb60c288b1 for: {'port': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:38:41.339632 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-37f678b1-7223-42c2-a627-f19254cdf956 req-a7f06cec-6070-4080-b8e7-f3140e40ad4f tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:41.467947 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [req-37f678b1-7223-42c2-a627-f19254cdf956 req-a7f06cec-6070-4080-b8e7-f3140e40ad4f tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Allocated IP 172.20.0.13 (e438d8d9-fab6-4695-8a85-0ad20cd5844a/ee69fef3-3476-434c-9d8c-c401c168a53a/bd9cc1d7-ba4e-49e9-97c7-e448321d1538) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:38:41.616091 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7db9dcd4-928e-4be8-90d6-e4b312e49a77 req-00a6828d-9a8b-47f0-876c-1e776f40cdbe tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 210 time: 0.0400469 Oct 28 09:38:41.671497 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-37f678b1-7223-42c2-a627-f19254cdf956 req-a7f06cec-6070-4080-b8e7-f3140e40ad4f tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:41.719201 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-37f678b1-7223-42c2-a627-f19254cdf956 req-a7f06cec-6070-4080-b8e7-f3140e40ad4f tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:41.790912 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f678b1-7223-42c2-a627-f19254cdf956 req-a7f06cec-6070-4080-b8e7-f3140e40ad4f tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Network e438d8d9-fab6-4695-8a85-0ad20cd5844a is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:38:41.798482 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [req-37f678b1-7223-42c2-a627-f19254cdf956 req-a7f06cec-6070-4080-b8e7-f3140e40ad4f tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:38:41.811423 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f678b1-7223-42c2-a627-f19254cdf956 req-a7f06cec-6070-4080-b8e7-f3140e40ad4f tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:38:41.841968 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f06cec-6070-4080-b8e7-f3140e40ad4f tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Pushing event updated for resources: {'Port': ['ID=bd9cc1d7-ba4e-49e9-97c7-e448321d1538,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:41.881284 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f678b1-7223-42c2-a627-f19254cdf956 req-a7f06cec-6070-4080-b8e7-f3140e40ad4f tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:41.883724 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-37f678b1-7223-42c2-a627-f19254cdf956 req-a7f06cec-6070-4080-b8e7-f3140e40ad4f tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:41.919486 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-37f678b1-7223-42c2-a627-f19254cdf956 req-a7f06cec-6070-4080-b8e7-f3140e40ad4f tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7015812 Oct 28 09:38:42.083425 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2734f20-d5fe-442a-9014-1cf573e9c063 req-d1bd4563-809c-464a-8645-67e1a3ff0af6 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:42.085759 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-31dc8ca5-8eb0-4689-80a2-e3fc28591074 None None] Provisioning complete for port bd9cc1d7-ba4e-49e9-97c7-e448321d1538 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:42.086135 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-31dc8ca5-8eb0-4689-80a2-e3fc28591074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:42.092074 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a2734f20-d5fe-442a-9014-1cf573e9c063 req-d1bd4563-809c-464a-8645-67e1a3ff0af6 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.1203351 Oct 28 09:38:42.150484 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a2734f20-d5fe-442a-9014-1cf573e9c063 req-f5b1436b-f2dd-4007-b342-01074c5d126f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512333 Oct 28 09:38:42.166240 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-31dc8ca5-8eb0-4689-80a2-e3fc28591074 None None] Port bd9cc1d7-ba4e-49e9-97c7-e448321d1538 cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:38:42.348871 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1506655-0ca6-4d3d-b891-c816297b07bb req-cd3f6cd8-b712-4cdd-8167-f08a64021766 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:42.350430 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b1506655-0ca6-4d3d-b891-c816297b07bb req-cd3f6cd8-b712-4cdd-8167-f08a64021766 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0554690 Oct 28 09:38:42.394830 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b1506655-0ca6-4d3d-b891-c816297b07bb req-43938019-3f91-41b7-9bb2-8866320a47ba tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378616 Oct 28 09:38:42.490444 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:42.582627 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:42.740808 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9094a96-71a3-434d-9838-07604c88c276 req-c8d3509d-36dc-4400-a376-acdb7954b24e tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:42.742454 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c9094a96-71a3-434d-9838-07604c88c276 req-c8d3509d-36dc-4400-a376-acdb7954b24e tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 932 time: 0.0546346 Oct 28 09:38:42.783571 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c9094a96-71a3-434d-9838-07604c88c276 req-ec2cb884-dd04-42c6-b308-cf13a5da3f62 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341477 Oct 28 09:38:43.273426 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b7985-afde-4e5d-b1d3-20ee6224b1e6 req-b09aca20-7978-422c-a922-0f1d11e5a1d3 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:43.275237 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7b4b7985-afde-4e5d-b1d3-20ee6224b1e6 req-b09aca20-7978-422c-a922-0f1d11e5a1d3 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0522060 Oct 28 09:38:43.315119 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7b4b7985-afde-4e5d-b1d3-20ee6224b1e6 req-ab42eba1-183f-4571-9d2d-e876081975aa tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331616 Oct 28 09:38:43.514566 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f563783-3b98-4e27-af24-1fb3f0b20621 req-889274c5-c379-4465-a848-ff02dbec3071 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:43.516197 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0f563783-3b98-4e27-af24-1fb3f0b20621 req-889274c5-c379-4465-a848-ff02dbec3071 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0506263 Oct 28 09:38:43.557757 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0f563783-3b98-4e27-af24-1fb3f0b20621 req-046ac128-5c0c-48ef-99f2-6b292b2ff1af tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345993 Oct 28 09:38:43.739984 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:43.907319 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57a60d-9923-4548-8afb-3c3b3ad54187 req-1e05f65c-6734-4cc1-92ee-a79338633497 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:43.909117 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-be57a60d-9923-4548-8afb-3c3b3ad54187 req-1e05f65c-6734-4cc1-92ee-a79338633497 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 932 time: 0.0511117 Oct 28 09:38:43.949181 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-be57a60d-9923-4548-8afb-3c3b3ad54187 req-7af72dcc-a865-4c2e-a91e-b8976fd2fb9f tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326419 Oct 28 09:38:44.445851 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04377caf-b7bd-4d1f-9bce-ed6c670e249e req-63698789-e588-43e1-a805-1ee8d5c419d7 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:44.447332 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-04377caf-b7bd-4d1f-9bce-ed6c670e249e req-63698789-e588-43e1-a805-1ee8d5c419d7 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0544558 Oct 28 09:38:44.485571 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-04377caf-b7bd-4d1f-9bce-ed6c670e249e req-753bfefe-eb07-45ee-b5d8-c4724d7d7cf9 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321307 Oct 28 09:38:44.676009 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb843619-dfce-4dd3-92ee-2524df9427ea req-298ca2d2-ecfc-4122-9e0e-faf3df96bb00 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:44.677465 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-eb843619-dfce-4dd3-92ee-2524df9427ea req-298ca2d2-ecfc-4122-9e0e-faf3df96bb00 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0522451 Oct 28 09:38:44.717416 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-eb843619-dfce-4dd3-92ee-2524df9427ea req-d3c55712-30b4-4c38-afc7-2f7b34a3540a tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339587 Oct 28 09:38:45.075509 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542546e5-a686-4b30-8624-a7aac17e8da4 req-e0968fae-9959-48d5-afed-0b44af82baa0 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:45.077016 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-542546e5-a686-4b30-8624-a7aac17e8da4 req-e0968fae-9959-48d5-afed-0b44af82baa0 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 932 time: 0.0549982 Oct 28 09:38:45.120653 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-542546e5-a686-4b30-8624-a7aac17e8da4 req-98a43ff7-0d3d-4a8a-9a5e-f8b3353c1419 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374463 Oct 28 09:38:45.406987 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c487d540-75b9-4de9-9f50-113181bce1fb req-b7f04fc3-e846-4cc0-a31d-042e8e50f14d tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-117425757&fields=id&tenant_id=64c8b312f18548939a655ccab105249a HTTP/1.1" status: 200 len: 267 time: 0.0442183 Oct 28 09:38:45.520510 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487d540-75b9-4de9-9f50-113181bce1fb req-653e5d2f-bc78-4991-9065-469abf370280 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:45.522026 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c487d540-75b9-4de9-9f50-113181bce1fb req-653e5d2f-bc78-4991-9065-469abf370280 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/networks?id=f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 HTTP/1.1" status: 200 len: 809 time: 0.1074321 Oct 28 09:38:45.539422 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c487d540-75b9-4de9-9f50-113181bce1fb req-0fa276f7-f60a-40d9-bc24-ecaa20392f82 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/quotas/64c8b312f18548939a655ccab105249a HTTP/1.1" status: 200 len: 375 time: 0.0111361 Oct 28 09:38:45.606564 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c487d540-75b9-4de9-9f50-113181bce1fb req-36c67ca7-3723-453d-b913-2e2f64601df8 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=64c8b312f18548939a655ccab105249a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610406 Oct 28 09:38:45.629219 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d87323-68fb-489d-85b2-75efee240ef4 req-4b8527b5-2921-4bb6-861f-00a7d3c9bef2 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:45.631050 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-33d87323-68fb-489d-85b2-75efee240ef4 req-4b8527b5-2921-4bb6-861f-00a7d3c9bef2 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0706360 Oct 28 09:38:45.672687 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-33d87323-68fb-489d-85b2-75efee240ef4 req-3ce16495-9b34-4ace-8bdf-bea6d4c055ee tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356147 Oct 28 09:38:45.709700 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c487d540-75b9-4de9-9f50-113181bce1fb req-2f2d5807-4fd0-43f3-89b1-2cc5e33c726b service neutron] 10.222.0.113 "GET /v2.0/networks/f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887582 Oct 28 09:38:45.828997 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c487d540-75b9-4de9-9f50-113181bce1fb req-69ff7d35-e344-4086-9b17-033fdf8e2bd7 service neutron] 10.222.0.113 "GET /v2.0/networks/f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100874 Oct 28 09:38:45.866782 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5c06b-63a8-43eb-947a-41b7eba2bd0f req-07ff70a0-195c-443f-aceb-2aa97558d478 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:45.868475 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-2cb5c06b-63a8-43eb-947a-41b7eba2bd0f req-07ff70a0-195c-443f-aceb-2aa97558d478 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0560513 Oct 28 09:38:45.908240 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-2cb5c06b-63a8-43eb-947a-41b7eba2bd0f req-60321b7b-4792-4a89-b766-eae641f9da6c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329306 Oct 28 09:38:46.127934 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-dd3c5ef2-9e67-4bc7-ade6-393577d6419e req-8a01a2d0-56ac-4246-b262-bfc5f1ae1795 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 210 time: 0.0310147 Oct 28 09:38:46.269965 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ce15e-12ca-496d-9138-6355a64d5c1f req-e5447f1b-e509-4c59-90f1-80cb1eb8ab17 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:46.271539 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fe5ce15e-12ca-496d-9138-6355a64d5c1f req-e5447f1b-e509-4c59-90f1-80cb1eb8ab17 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 932 time: 0.0722694 Oct 28 09:38:46.334344 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fe5ce15e-12ca-496d-9138-6355a64d5c1f req-a7e859d5-8680-4d45-9735-63a3ce02a2c7 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562556 Oct 28 09:38:46.802794 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0549aa-21a5-4ca2-94a3-b157bf3d509b req-34c2de06-f7ed-4f7c-8dec-66e3cad2f062 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:46.804331 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1c0549aa-21a5-4ca2-94a3-b157bf3d509b req-34c2de06-f7ed-4f7c-8dec-66e3cad2f062 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0557885 Oct 28 09:38:46.846501 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1c0549aa-21a5-4ca2-94a3-b157bf3d509b req-70019549-c5a8-45d4-9c9f-b8c7abd4ac3c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352705 Oct 28 09:38:47.037417 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a196c1-224b-4800-85f4-e5907e4119ad req-b719cd88-e612-4d74-af98-d6f84f089dd9 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:47.038918 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a7a196c1-224b-4800-85f4-e5907e4119ad req-b719cd88-e612-4d74-af98-d6f84f089dd9 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0589013 Oct 28 09:38:47.079278 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a7a196c1-224b-4800-85f4-e5907e4119ad req-2b3d1b5e-77d5-4374-b630-4703bdb40775 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344131 Oct 28 09:38:47.224566 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-47b4773f-bc31-4f40-862b-1f1c1a3644df req-53c0e758-1a4c-488c-9eb8-303d32bae230 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 210 time: 0.0301871 Oct 28 09:38:47.456258 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb62e8-b95d-4a36-a620-7d9b0cd09f18 req-4a8310ac-0585-47f6-b4e6-9ee19bcaec48 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:47.457830 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9deb62e8-b95d-4a36-a620-7d9b0cd09f18 req-4a8310ac-0585-47f6-b4e6-9ee19bcaec48 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 932 time: 0.0501561 Oct 28 09:38:47.499138 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9deb62e8-b95d-4a36-a620-7d9b0cd09f18 req-ea63a0a2-1fb1-43b8-8854-d78f72fa488a tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351315 Oct 28 09:38:47.967766 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35a43e-d854-4b35-b4d5-738c38ca1486 req-2d9e96fa-8ef8-4b4a-8698-2c945acf9136 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:47.969381 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7d35a43e-d854-4b35-b4d5-738c38ca1486 req-2d9e96fa-8ef8-4b4a-8698-2c945acf9136 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0499942 Oct 28 09:38:48.018577 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7d35a43e-d854-4b35-b4d5-738c38ca1486 req-8fe92176-1c6c-43f5-a07b-5dc9458f55fc tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426250 Oct 28 09:38:48.200167 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942f625-b8f0-459a-a50d-c34aaf65c328 req-31a3525d-9957-41db-948b-170f0f51135e tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:48.201719 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-0942f625-b8f0-459a-a50d-c34aaf65c328 req-31a3525d-9957-41db-948b-170f0f51135e tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0534754 Oct 28 09:38:48.243025 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-0942f625-b8f0-459a-a50d-c34aaf65c328 req-f25bfdce-eee9-4490-af0e-0eb482b6ff4d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343626 Oct 28 09:38:48.324374 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a68f0668-4519-4cba-b832-d34a4ed3d9ea req-16babbb6-7b49-43e0-95d1-ac2c3f36cf6c tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 210 time: 0.0303555 Oct 28 09:38:48.620322 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d168ac-1cd4-482a-8c6d-e7d1a5896989 req-bb558a88-e3c0-41a8-87f6-accdefb73170 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:48.622211 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-49d168ac-1cd4-482a-8c6d-e7d1a5896989 req-bb558a88-e3c0-41a8-87f6-accdefb73170 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 932 time: 0.0533500 Oct 28 09:38:48.660682 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-49d168ac-1cd4-482a-8c6d-e7d1a5896989 req-eb967ada-3927-4adc-a2f0-a3cd1cbe0ed5 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323474 Oct 28 09:38:49.152046 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cce16-cadd-4eb4-b5be-aab92bf316c9 req-29d5e042-e4f5-4b12-960c-7a2f73c4917d tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:49.153552 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-371cce16-cadd-4eb4-b5be-aab92bf316c9 req-29d5e042-e4f5-4b12-960c-7a2f73c4917d tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0515256 Oct 28 09:38:49.198609 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-371cce16-cadd-4eb4-b5be-aab92bf316c9 req-3553af78-a421-4076-9330-d80fbf6a9405 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389998 Oct 28 09:38:49.367756 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c04bd-7d19-4817-a9fc-1f9a9fa8722a req-7904ea16-4da0-421f-86f5-0a0122e2eb39 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:49.369278 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-bd8c04bd-7d19-4817-a9fc-1f9a9fa8722a req-7904ea16-4da0-421f-86f5-0a0122e2eb39 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0543756 Oct 28 09:38:49.419738 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-bd8c04bd-7d19-4817-a9fc-1f9a9fa8722a req-b031454e-26f3-4b13-94e5-c18d03c33d8d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441236 Oct 28 09:38:49.432635 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-41ee92d0-6e6b-4b8b-ab0d-07a6439e99cf req-921f8c6c-defd-49fc-95ef-bf9961874909 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 210 time: 0.0340562 Oct 28 09:38:49.785650 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2e251-5850-4c87-b2f5-a641003b8f48 req-4220648e-0307-4d04-b9e2-827f81aea2d9 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:49.787397 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-00c2e251-5850-4c87-b2f5-a641003b8f48 req-4220648e-0307-4d04-b9e2-827f81aea2d9 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 932 time: 0.0511281 Oct 28 09:38:49.834676 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-00c2e251-5850-4c87-b2f5-a641003b8f48 req-2691ceb2-d994-4afe-829d-82fe2e1670e0 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411904 Oct 28 09:38:50.317818 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b62dde-7760-4dc3-a910-6a48f568f5af req-6f8d1e75-bfca-48f2-bcd6-e7fdb495e2b8 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:50.319260 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-52b62dde-7760-4dc3-a910-6a48f568f5af req-6f8d1e75-bfca-48f2-bcd6-e7fdb495e2b8 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0484085 Oct 28 09:38:50.360462 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-52b62dde-7760-4dc3-a910-6a48f568f5af req-9d6d0745-eb57-4640-aee4-482e5b1d3273 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353034 Oct 28 09:38:50.536901 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-266856cf-5b2a-4ef4-92a2-3d1b15c6fde2 req-b71d9dab-f07f-4c8d-8a42-bcce9bfa7aec tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 210 time: 0.0325587 Oct 28 09:38:50.551394 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c53fd-f852-488a-8681-5d07f86270dd req-86d38568-27b5-4d96-ad26-ee6f04dd6705 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:50.552971 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-9f2c53fd-f852-488a-8681-5d07f86270dd req-86d38568-27b5-4d96-ad26-ee6f04dd6705 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0528560 Oct 28 09:38:50.590368 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-9f2c53fd-f852-488a-8681-5d07f86270dd req-0d8f70b8-5135-4e9a-a492-059e9ef90013 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315232 Oct 28 09:38:50.954155 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4702d1-3737-47f4-bf04-f6c8133d25a0 req-188a19d4-665e-4473-9cf9-249035db6f03 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:50.955679 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3b4702d1-3737-47f4-bf04-f6c8133d25a0 req-188a19d4-665e-4473-9cf9-249035db6f03 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 932 time: 0.0529542 Oct 28 09:38:51.009537 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3b4702d1-3737-47f4-bf04-f6c8133d25a0 req-21c0f912-127b-4e1c-a808-926c06da42fd tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466068 Oct 28 09:38:51.500569 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ea342-30cb-4b1d-8f6b-0d2963605f10 req-dc35c356-d09b-404c-bf3e-18c2c525828b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:51.501895 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-577ea342-30cb-4b1d-8f6b-0d2963605f10 req-dc35c356-d09b-404c-bf3e-18c2c525828b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0603373 Oct 28 09:38:51.548169 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-577ea342-30cb-4b1d-8f6b-0d2963605f10 req-8bbad6ab-e335-4dbb-8c06-bb46c6595220 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375285 Oct 28 09:38:51.644967 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f01912d6-cf38-48db-9afc-bf9f8145bc21 req-0d663b58-42dc-4dc8-a0c0-4904da8fecd3 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 210 time: 0.0282285 Oct 28 09:38:51.731390 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cc1b9-4c80-4bb0-9471-a5f3a6283486 req-ab1b9c3d-3e6e-459b-817e-c34c35a2c070 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:51.732938 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f14cc1b9-4c80-4bb0-9471-a5f3a6283486 req-ab1b9c3d-3e6e-459b-817e-c34c35a2c070 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0720716 Oct 28 09:38:51.785956 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f14cc1b9-4c80-4bb0-9471-a5f3a6283486 req-814fd7e9-53a8-4942-a9e4-765849e38cc0 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466802 Oct 28 09:38:52.148074 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f92fdf-671f-4899-a5ea-5e0aa268c767 req-64d16a12-9bad-4e8e-a6c8-cf937d5ffe92 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:52.150156 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e1f92fdf-671f-4899-a5ea-5e0aa268c767 req-64d16a12-9bad-4e8e-a6c8-cf937d5ffe92 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 932 time: 0.0639584 Oct 28 09:38:52.193476 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e1f92fdf-671f-4899-a5ea-5e0aa268c767 req-9dadec5b-d2b2-4936-9111-c3fe5d0bfe8a tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372150 Oct 28 09:38:52.225536 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:52.684967 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f29544-dac3-4e9a-b706-b60920481984 req-32308c26-a9b9-43ea-955b-bcfa916047d6 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:52.686468 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-99f29544-dac3-4e9a-b706-b60920481984 req-32308c26-a9b9-43ea-955b-bcfa916047d6 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0505304 Oct 28 09:38:52.728754 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-99f29544-dac3-4e9a-b706-b60920481984 req-0d5738a2-efe3-4680-b7d5-6a4290e4590b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354264 Oct 28 09:38:52.755767 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-aed814c7-0d8d-48c0-883d-d41cc5b7f90f req-f081cdad-901b-49e4-b6fa-b013a70a7a5a tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 210 time: 0.0331299 Oct 28 09:38:52.908414 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602a89a-6be4-4672-90c5-2937628785d4 req-ad101a5c-ef3f-4465-9956-ed624a98a653 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:52.910343 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0602a89a-6be4-4672-90c5-2937628785d4 req-ad101a5c-ef3f-4465-9956-ed624a98a653 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0518129 Oct 28 09:38:52.950480 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0602a89a-6be4-4672-90c5-2937628785d4 req-25476015-93e4-4735-9893-0c0476e2a147 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339401 Oct 28 09:38:53.321093 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c8456-0464-42a6-ac92-ae01720ab982 req-afce6174-0aec-40da-889e-bc6528cb66b3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:53.322596 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a28c8456-0464-42a6-ac92-ae01720ab982 req-afce6174-0aec-40da-889e-bc6528cb66b3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 932 time: 0.0565321 Oct 28 09:38:53.367052 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a28c8456-0464-42a6-ac92-ae01720ab982 req-3e411e37-845a-46b9-9db9-b2ff12df859c tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383806 Oct 28 09:38:53.857031 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-eb02d792-c032-45c8-9127-31f8e433bc85 req-1332248c-470d-46ec-a3c2-1f48ac56d375 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 210 time: 0.0311480 Oct 28 09:38:53.858802 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3089f9f-dc0b-41dd-8838-b1ebd02ba8b7 req-134acb2c-0e1a-4986-a2e5-22a7625ee57b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:53.865043 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b3089f9f-dc0b-41dd-8838-b1ebd02ba8b7 req-134acb2c-0e1a-4986-a2e5-22a7625ee57b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0615358 Oct 28 09:38:53.907533 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b3089f9f-dc0b-41dd-8838-b1ebd02ba8b7 req-55866491-f20d-4446-9e74-08b3d18e5d68 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348725 Oct 28 09:38:54.073258 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69006aae-9d9e-4874-a858-86533e53a476 req-dee220aa-29df-4458-9e4d-9948d928340d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:54.074708 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-69006aae-9d9e-4874-a858-86533e53a476 req-dee220aa-29df-4458-9e4d-9948d928340d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0501823 Oct 28 09:38:54.112992 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-69006aae-9d9e-4874-a858-86533e53a476 req-e7ee6e42-c5d6-4649-b367-905c9253f9a0 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320714 Oct 28 09:38:54.489578 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83e238-f0fe-4152-9d42-cb8fb14387e0 req-bb38734b-8a9f-41b8-b6d7-d05f5dcddd6f tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:54.494556 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1b83e238-f0fe-4152-9d42-cb8fb14387e0 req-bb38734b-8a9f-41b8-b6d7-d05f5dcddd6f tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 932 time: 0.0601912 Oct 28 09:38:54.537530 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1b83e238-f0fe-4152-9d42-cb8fb14387e0 req-19914166-9918-4d30-9bdc-be48afbf8bb8 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360024 Oct 28 09:38:54.958371 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-4a7b1a3e-30a0-4544-a5cf-81f454953590 req-70b7076f-8e14-48e8-ba60-5ed143f6731b tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 210 time: 0.0287960 Oct 28 09:38:55.043452 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6464b-4d4f-4423-917c-702128f99c2e req-1fe2b3f0-c6a1-4b9e-86f0-e31c1811e0cc tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:55.045122 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ecb6464b-4d4f-4423-917c-702128f99c2e req-1fe2b3f0-c6a1-4b9e-86f0-e31c1811e0cc tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0542681 Oct 28 09:38:55.086420 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ecb6464b-4d4f-4423-917c-702128f99c2e req-ac75dd54-a3ff-4e3c-bbfb-987085bb5682 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344162 Oct 28 09:38:55.243827 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6cd09-4b94-4173-846c-fa367a9f2a25 req-fed64198-98a7-4c39-8361-f3fbcdd45360 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:55.245367 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-50b6cd09-4b94-4173-846c-fa367a9f2a25 req-fed64198-98a7-4c39-8361-f3fbcdd45360 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0640581 Oct 28 09:38:55.299238 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-50b6cd09-4b94-4173-846c-fa367a9f2a25 req-ab7fc54f-4f17-4ddb-81d8-a3f2675cc6b7 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473623 Oct 28 09:38:55.654721 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922063cd-6051-4dba-8dfc-0f241b5b06ca req-ee833f0e-d2da-49c4-bc3d-807343e65bb0 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:55.656206 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-922063cd-6051-4dba-8dfc-0f241b5b06ca req-ee833f0e-d2da-49c4-bc3d-807343e65bb0 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 932 time: 0.0496299 Oct 28 09:38:55.695787 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-922063cd-6051-4dba-8dfc-0f241b5b06ca req-cecb5985-e6d5-43d3-a3e0-f4c32f13bff5 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327232 Oct 28 09:38:56.059895 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-5bcc662b-ce06-49a9-b23f-d6aabe92484e req-8bf0fb77-27b7-4ff3-9a5d-f508f2a2a4b2 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 210 time: 0.0275288 Oct 28 09:38:56.219359 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce298c7a-ad80-44c2-9ce6-6e63ca175f8d req-8a37bd88-92b1-4b69-a733-9afc6aa1aba7 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:56.220815 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ce298c7a-ad80-44c2-9ce6-6e63ca175f8d req-8a37bd88-92b1-4b69-a733-9afc6aa1aba7 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0528481 Oct 28 09:38:56.266776 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ce298c7a-ad80-44c2-9ce6-6e63ca175f8d req-926032dc-20fb-422d-9115-6ca21220db71 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384111 Oct 28 09:38:56.418748 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c59c9-fbc7-4816-8fb5-e51b36f0fe9c req-bc0cc5c1-431d-4d90-acfd-35e8f4d88c86 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:56.420251 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e01c59c9-fbc7-4816-8fb5-e51b36f0fe9c req-bc0cc5c1-431d-4d90-acfd-35e8f4d88c86 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0494056 Oct 28 09:38:56.460904 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e01c59c9-fbc7-4816-8fb5-e51b36f0fe9c req-ee0caa7c-b9b7-4ea8-b591-28ad7a441175 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337815 Oct 28 09:38:56.819154 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c6736-c7bb-4aa8-a3fa-d3916829b88e req-885f6cca-cb62-4162-b22e-fb15079aa3da tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:56.820776 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f21c6736-c7bb-4aa8-a3fa-d3916829b88e req-885f6cca-cb62-4162-b22e-fb15079aa3da tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 932 time: 0.0568833 Oct 28 09:38:56.867132 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f21c6736-c7bb-4aa8-a3fa-d3916829b88e req-ee218f22-145e-4edd-9a8d-96832531db00 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382960 Oct 28 09:38:57.158119 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-36c975fe-4a18-4a5b-805a-e1be258fd767 req-1289cf0d-2ec1-401e-9a0e-db04737964b9 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 210 time: 0.0271318 Oct 28 09:38:57.398916 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac53f0-2df4-409f-a171-3edd203bdf3c req-b35aa4eb-05af-4979-bf7c-fe65ecf5e897 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:57.400476 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b0ac53f0-2df4-409f-a171-3edd203bdf3c req-b35aa4eb-05af-4979-bf7c-fe65ecf5e897 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0610952 Oct 28 09:38:57.425832 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-37f678b1-7223-42c2-a627-f19254cdf956 req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] Request body: {'port': {'device_id': 'e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:57.446006 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b0ac53f0-2df4-409f-a171-3edd203bdf3c req-4a5ec35c-d4f6-471c-8b76-21fd030e0395 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396473 Oct 28 09:38:57.493430 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-37f678b1-7223-42c2-a627-f19254cdf956 req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:57.689720 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84603b1d-c481-46bf-bcfd-e46cdbda1fcc req-606812c5-393e-4185-834a-e68a5350193b tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:57.691321 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-84603b1d-c481-46bf-bcfd-e46cdbda1fcc req-606812c5-393e-4185-834a-e68a5350193b tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.1252615 Oct 28 09:38:57.779179 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-84603b1d-c481-46bf-bcfd-e46cdbda1fcc req-27065c73-e029-495d-aa77-5c5c5441030f tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725935 Oct 28 09:38:57.887850 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [req-37f678b1-7223-42c2-a627-f19254cdf956 req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd9cc1d7-ba4e-49e9-97c7-e448321d1538 {{(pid=101550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:38:57.897379 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-37f678b1-7223-42c2-a627-f19254cdf956 req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:57.919842 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.provisioning_blocks [req-37f678b1-7223-42c2-a627-f19254cdf956 req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] Transition to ACTIVE for port object bd9cc1d7-ba4e-49e9-97c7-e448321d1538 will not be triggered until provisioned by entity L2. {{(pid=101550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:38:57.925026 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-37f678b1-7223-42c2-a627-f19254cdf956 req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:57.992018 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bd9cc1d7-ba4e-49e9-97c7-e448321d1538,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:58.032115 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a49ef3-a64b-488a-aa77-a4be9b085639 req-4c86def3-4335-435a-bcfb-12b1f805c2da tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:58.033700 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-52a49ef3-a64b-488a-aa77-a4be9b085639 req-4c86def3-4335-435a-bcfb-12b1f805c2da tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 944 time: 0.0766835 Oct 28 09:38:58.072887 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-37f678b1-7223-42c2-a627-f19254cdf956 req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] Attempting to bind port bd9cc1d7-ba4e-49e9-97c7-e448321d1538 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:38:58.073230 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-37f678b1-7223-42c2-a627-f19254cdf956 req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] Attempting to bind port bd9cc1d7-ba4e-49e9-97c7-e448321d1538 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'be4d3fb8-1d56-497b-a5f3-f2482d435205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a'}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:38:58.073573 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f678b1-7223-42c2-a627-f19254cdf956 req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] Attempting to bind port bd9cc1d7-ba4e-49e9-97c7-e448321d1538 on network e438d8d9-fab6-4695-8a85-0ad20cd5844a {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:38:58.078851 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-52a49ef3-a64b-488a-aa77-a4be9b085639 req-18388f3e-720b-4215-bf3f-bbe534390bfa tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371408 Oct 28 09:38:58.079186 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f678b1-7223-42c2-a627-f19254cdf956 req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] Port bd9cc1d7-ba4e-49e9-97c7-e448321d1538 on network e438d8d9-fab6-4695-8a85-0ad20cd5844a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:38:58.079511 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f678b1-7223-42c2-a627-f19254cdf956 req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] Attempting to bind port bd9cc1d7-ba4e-49e9-97c7-e448321d1538 on network e438d8d9-fab6-4695-8a85-0ad20cd5844a {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:38:58.085733 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f678b1-7223-42c2-a627-f19254cdf956 req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] Checking agent: {'id': 'afc7fccb-f5d9-4cc0-9292-378149b33414', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'started_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:38:58.086076 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f678b1-7223-42c2-a627-f19254cdf956 req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] Checking segment: {'id': 'be4d3fb8-1d56-497b-a5f3-f2482d435205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:38:58.086460 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f678b1-7223-42c2-a627-f19254cdf956 req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] Bound using segment: {'id': 'be4d3fb8-1d56-497b-a5f3-f2482d435205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a'} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:38:58.086908 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-37f678b1-7223-42c2-a627-f19254cdf956 req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] Bound port: bd9cc1d7-ba4e-49e9-97c7-e448321d1538, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be4d3fb8-1d56-497b-a5f3-f2482d435205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a'}}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:38:58.087300 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-37f678b1-7223-42c2-a627-f19254cdf956 req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:58.156680 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-37f678b1-7223-42c2-a627-f19254cdf956 req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] For port bd9cc1d7-ba4e-49e9-97c7-e448321d1538, host hv-cinder-81514, cleared binding levels {{(pid=101550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:38:58.160018 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-37f678b1-7223-42c2-a627-f19254cdf956 req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] For port bd9cc1d7-ba4e-49e9-97c7-e448321d1538, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bd9cc1d7-ba4e-49e9-97c7-e448321d1538,segment=NetworkSegment(be4d3fb8-1d56-497b-a5f3-f2482d435205),segment_id=be4d3fb8-1d56-497b-a5f3-f2482d435205)] {{(pid=101550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:38:58.168222 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-37f678b1-7223-42c2-a627-f19254cdf956 req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:58.168925 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 56458) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:58.222722 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bd9cc1d7-ba4e-49e9-97c7-e448321d1538,revision_number=3']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:58.235781 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a73e6b-c611-40d3-9ed2-e8fdfd582b7f admin admin] Deleting subnet c98c5eb6-e40a-4005-9423-a56eda2b3640 {{(pid=101549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:38:58.239247 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f678b1-7223-42c2-a627-f19254cdf956 req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:58.239980 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b4a73e6b-c611-40d3-9ed2-e8fdfd582b7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:58.240120 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-37f678b1-7223-42c2-a627-f19254cdf956 req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:58.242224 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-37f678b1-7223-42c2-a627-f19254cdf956 req-255ecd6a-cf2a-458c-9cdb-375066a2c3c9 service neutron] 10.222.0.98 "PUT /v2.0/ports/bd9cc1d7-ba4e-49e9-97c7-e448321d1538 HTTP/1.1" status: 200 len: 1094 time: 0.8213141 Oct 28 09:38:58.242782 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c', 'tag': 'bd9cc1d7-ba4e-49e9-97c7-e448321d1538'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:38:58.254283 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5721d53f-cede-48d4-b201-b634a9cba321" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c", "tag": "bd9cc1d7-ba4e-49e9-97c7-e448321d1538"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:38:58.293216 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b4a73e6b-c611-40d3-9ed2-e8fdfd582b7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2871594'] for subnet, precommit_delete_associations {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:58.314184 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ee81849d-bcef-4168-943f-14613fc4f62e req-c97ee9ee-30cf-4244-b396-da99edc5c490 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 210 time: 0.0516388 Oct 28 09:38:58.366538 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b4a73e6b-c611-40d3-9ed2-e8fdfd582b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690075'] for subnet, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:58.389607 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92415c4d-f2ee-4a78-990c-9dcdc93ceeb7 x-openstack-request-id: req-92415c4d-f2ee-4a78-990c-9dcdc93ceeb7 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:38:58.389998 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c", "tag": "bd9cc1d7-ba4e-49e9-97c7-e448321d1538", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:38:58.390328 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-92415c4d-f2ee-4a78-990c-9dcdc93ceeb7 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:38:58.390783 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c', 'tag': 'bd9cc1d7-ba4e-49e9-97c7-e448321d1538', 'status': 'completed', 'code': 200} Oct 28 09:38:58.433580 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b4a73e6b-c611-40d3-9ed2-e8fdfd582b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8445689'] for subnet, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:58.469817 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a73e6b-c611-40d3-9ed2-e8fdfd582b7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c98c5eb6-e40a-4005-9423-a56eda2b3640,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:58.487635 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b4a73e6b-c611-40d3-9ed2-e8fdfd582b7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:58.493149 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-b4a73e6b-c611-40d3-9ed2-e8fdfd582b7f admin admin] 10.222.0.113 "DELETE /v2.0/subnets/c98c5eb6-e40a-4005-9423-a56eda2b3640 HTTP/1.1" status: 204 len: 168 time: 0.3229556 Oct 28 09:38:58.495488 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 56472) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:58.552505 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f678b1-7223-42c2-a627-f19254cdf956 req-42aa7d30-3a3d-4c38-b327-df9a6164ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:58.554627 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-37f678b1-7223-42c2-a627-f19254cdf956 req-42aa7d30-3a3d-4c38-b327-df9a6164ddb1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e4287883e5c54c1682cb7dbb60c288b1&device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 1097 time: 0.2142675 Oct 28 09:38:58.614401 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-37f678b1-7223-42c2-a627-f19254cdf956 req-a4a61526-fb94-4ff2-9177-63ca25fa794e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd9cc1d7-ba4e-49e9-97c7-e448321d1538 HTTP/1.1" status: 200 len: 217 time: 0.0436077 Oct 28 09:38:58.645200 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0df47751-3ab1-44cc-ba48-8bd6d89b695e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7814304'] for network, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:58.658421 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaabe7b-fafb-49e0-9fd0-e66fe3aa5a26 req-2e688e20-fee3-407f-8262-6959b0ea5d8e tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:58.659946 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-faaabe7b-fafb-49e0-9fd0-e66fe3aa5a26 req-2e688e20-fee3-407f-8262-6959b0ea5d8e tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0811167 Oct 28 09:38:58.706947 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487d540-75b9-4de9-9f50-113181bce1fb req-4085e7f3-22a7-4412-b9f6-7554a1792255 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:58.709487 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c487d540-75b9-4de9-9f50-113181bce1fb req-4085e7f3-22a7-4412-b9f6-7554a1792255 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.98 "GET /v2.0/networks?id=f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 HTTP/1.1" status: 200 len: 809 time: 0.3220563 Oct 28 09:38:58.720833 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f678b1-7223-42c2-a627-f19254cdf956 req-8fa419f3-6e65-49c3-8019-d427a6257e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:58.722333 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-37f678b1-7223-42c2-a627-f19254cdf956 req-8fa419f3-6e65-49c3-8019-d427a6257e6d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ee69fef3-3476-434c-9d8c-c401c168a53a HTTP/1.1" status: 200 len: 854 time: 0.0944653 Oct 28 09:38:58.769438 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-faaabe7b-fafb-49e0-9fd0-e66fe3aa5a26 req-48046d60-24ee-427a-bac9-34574842a7ff tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002939 Oct 28 09:38:58.788399 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0df47751-3ab1-44cc-ba48-8bd6d89b695e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692238', 'neutron.services.segments.db._delete_segments_for_network-8729415614302'] for network, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:58.809488 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-0df47751-3ab1-44cc-ba48-8bd6d89b695e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a8d4e46-7ba2-4786-8afc-cf3952c1befc']}} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:58.821276 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-0df47751-3ab1-44cc-ba48-8bd6d89b695e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93bf65e0-2d6c-47bc-ab50-5f0d7f232d59') {'for_net_delete': True} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:58.821660 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-0df47751-3ab1-44cc-ba48-8bd6d89b695e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93bf65e0-2d6c-47bc-ab50-5f0d7f232d59') {} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:58.828141 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c487d540-75b9-4de9-9f50-113181bce1fb req-4a6f39ed-3eab-49e8-bab8-5a5d2f1ad04e tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64c8b312f18548939a655ccab105249a HTTP/1.1" status: 200 len: 379 time: 0.0870957 Oct 28 09:38:58.832861 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0df47751-3ab1-44cc-ba48-8bd6d89b695e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729415615847', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2871635'] for segment, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:58.840600 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-c487d540-75b9-4de9-9f50-113181bce1fb req-c9c868d9-188f-4093-8687-f68f256b9d98 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Request body: {'port': {'device_id': '500bccbd-2f52-4228-9aed-8ca963e142ef', 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589', 'admin_state_up': True, 'tenant_id': '64c8b312f18548939a655ccab105249a', 'security_groups': ['23122b45-8ddd-4017-8202-f98b5a9af07b']}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:58.846830 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f678b1-7223-42c2-a627-f19254cdf956 req-e46aa718-9beb-4916-b4aa-aa9b87237526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:58.847375 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0df47751-3ab1-44cc-ba48-8bd6d89b695e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:58.848888 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-37f678b1-7223-42c2-a627-f19254cdf956 req-e46aa718-9beb-4916-b4aa-aa9b87237526 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e438d8d9-fab6-4695-8a85-0ad20cd5844a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0981493 Oct 28 09:38:58.854734 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df47751-3ab1-44cc-ba48-8bd6d89b695e admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:38:58.855220 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0df47751-3ab1-44cc-ba48-8bd6d89b695e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869612'] for segment, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: Traceback (most recent call last): Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: timer() Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: cb(*args, **kw) Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: return func(*args, **kwargs) Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: self._notify() Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: self.callback(batched_events) Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: event.method(event) Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: return f(self, *a, **k) Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: return self._get(url).json() Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: return self.request(url, 'GET', **kwargs) Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:38:58.856963 dv-cinder-815146-5-iscsi neutron-server[101549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:38:58.917583 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0df47751-3ab1-44cc-ba48-8bd6d89b695e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640007'] for network, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:58.931256 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0df47751-3ab1-44cc-ba48-8bd6d89b695e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:58.936794 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-0df47751-3ab1-44cc-ba48-8bd6d89b695e admin admin] 10.222.0.113 "DELETE /v2.0/networks/4a8d4e46-7ba2-4786-8afc-cf3952c1befc HTTP/1.1" status: 204 len: 168 time: 0.4372540 Oct 28 09:38:58.947924 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df47751-3ab1-44cc-ba48-8bd6d89b695e admin admin] Pushing event deleted for resources: {'Network': ['ID=4a8d4e46-7ba2-4786-8afc-cf3952c1befc,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:59.155831 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 56486) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:59.228961 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-a80a7290-8ebc-4ac3-a469-eca97520b521 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=265bb79de13641a482c6b34868cb502e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0697074 Oct 28 09:38:59.229167 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 56490) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:59.243000 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad2791-8644-46c9-9056-872ce9708380 req-e4a4ba26-33c8-4538-b798-a497f7f04b87 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:59.244623 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f2ad2791-8644-46c9-9056-872ce9708380 req-e4a4ba26-33c8-4538-b798-a497f7f04b87 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 944 time: 0.0934048 Oct 28 09:38:59.289739 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048c6ca-42d0-4259-91c7-9c0c2bb44173 req-5b9a4eac-2081-48a0-89ee-05f7966e578a tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:59.291318 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3048c6ca-42d0-4259-91c7-9c0c2bb44173 req-5b9a4eac-2081-48a0-89ee-05f7966e578a tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.4309208 Oct 28 09:38:59.308605 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f2ad2791-8644-46c9-9056-872ce9708380 req-2072b640-8057-4f7b-9b95-2b68e50d4648 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551727 Oct 28 09:38:59.319005 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-15dfe4a2-cd89-4dc1-bfc5-36a67a812a6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:59.334540 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-37f678b1-7223-42c2-a627-f19254cdf956 req-caba0dee-a3c7-47fd-a851-e3fe02aec713 service neutron] 10.222.0.98 "GET /v2.0/networks/e438d8d9-fab6-4695-8a85-0ad20cd5844a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752321 Oct 28 09:38:59.351739 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-15dfe4a2-cd89-4dc1-bfc5-36a67a812a6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:59.409752 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c487d540-75b9-4de9-9f50-113181bce1fb req-c9c868d9-188f-4093-8687-f68f256b9d98 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Made reservation on behalf of 64c8b312f18548939a655ccab105249a for: {'port': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:38:59.414028 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-c487d540-75b9-4de9-9f50-113181bce1fb req-c9c868d9-188f-4093-8687-f68f256b9d98 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:59.427410 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-383f01d8-2930-42c5-9c32-aca06b2c03dd req-cd10f8ce-02c8-44ff-b879-05aec090664b tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 210 time: 0.0364957 Oct 28 09:38:59.440814 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-15dfe4a2-cd89-4dc1-bfc5-36a67a812a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:59.443130 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3048c6ca-42d0-4259-91c7-9c0c2bb44173 req-bd32f132-6345-49b4-9c87-31592e560b1f tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429965 Oct 28 09:38:59.443631 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-15dfe4a2-cd89-4dc1-bfc5-36a67a812a6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:59.444874 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-15dfe4a2-cd89-4dc1-bfc5-36a67a812a6b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f2958c2c-4944-4164-bddc-787337c4a2f6 HTTP/1.1" status: 204 len: 168 time: 0.2147138 Oct 28 09:38:59.461900 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfe4a2-cd89-4dc1-bfc5-36a67a812a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2958c2c-4944-4164-bddc-787337c4a2f6,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:59.560083 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 317d86bf-717f-4001-a686-804fd5c9c218 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:38:59.654331 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [req-c487d540-75b9-4de9-9f50-113181bce1fb req-c9c868d9-188f-4093-8687-f68f256b9d98 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Allocated IP 172.20.0.13 (f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589/4035f645-2903-45e0-bc42-d8bbe94b48f5/6bd91a31-40cc-479a-ad35-5aa2feaf8b1d) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:38:59.674883 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-37f678b1-7223-42c2-a627-f19254cdf956 req-801afec9-d3fd-4e23-a522-9cc9c19f6420 service neutron] 10.222.0.98 "GET /v2.0/networks/e438d8d9-fab6-4695-8a85-0ad20cd5844a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253627 Oct 28 09:38:59.748220 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 317d86bf-717f-4001-a686-804fd5c9c218, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=317d86bf-717f-4001-a686-804fd5c9c218,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:59.763915 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': '317d86bf-717f-4001-a686-804fd5c9c218', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'port_id': '317d86bf-717f-4001-a686-804fd5c9c218', 'mac_address': 'fa:16:3e:5d:0c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263b05d8-eb38-4884-926d-259edcdc488d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:38:59.813441 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:59.831725 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 317d86bf-717f-4001-a686-804fd5c9c218 {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:38:59.865324 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 317d86bf-717f-4001-a686-804fd5c9c218, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=317d86bf-717f-4001-a686-804fd5c9c218,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:59.880913 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:59.967033 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1a729-dec4-4df3-ac23-398aa976d7af req-352354e5-68e8-4d51-8168-5dc37383ddaf tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:59.969490 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f4e1a729-dec4-4df3-ac23-398aa976d7af req-352354e5-68e8-4d51-8168-5dc37383ddaf tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 944 time: 0.0924299 Oct 28 09:38:59.974377 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035df5e-9a09-45b1-b5f6-174f8deb08f5 req-e9ffe347-a9be-4c41-b189-e088f80c3739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:59.976572 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f035df5e-9a09-45b1-b5f6-174f8deb08f5 req-e9ffe347-a9be-4c41-b189-e088f80c3739 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a1655550196140baa9220386a1a8373e&device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 1098 time: 0.1250341 Oct 28 09:38:59.978461 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721d53f-cede-48d4-b201-b634a9cba321 req-ee6eb81e-95d1-43ac-b879-f2954d0b9a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:59.980108 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5721d53f-cede-48d4-b201-b634a9cba321 req-ee6eb81e-95d1-43ac-b879-f2954d0b9a74 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e4287883e5c54c1682cb7dbb60c288b1&device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 1097 time: 0.2263272 Oct 28 09:38:59.986061 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=317d86bf-717f-4001-a686-804fd5c9c218,revision_number=6']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:59.991116 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ce871-b056-4a2d-bed0-b5cd71d17237 req-77225aad-14a1-4096-a5b3-f17926be8577 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:59.992798 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e65ce871-b056-4a2d-bed0-b5cd71d17237 req-77225aad-14a1-4096-a5b3-f17926be8577 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.1457398 Oct 28 09:39:00.048276 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f4e1a729-dec4-4df3-ac23-398aa976d7af req-d49e1c1b-2457-4d8a-984f-d265eb5310f4 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717854 Oct 28 09:39:00.141661 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['317d86bf-717f-4001-a686-804fd5c9c218'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:39:00.160755 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-c487d540-75b9-4de9-9f50-113181bce1fb req-c9c868d9-188f-4093-8687-f68f256b9d98 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:00.183071 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e65ce871-b056-4a2d-bed0-b5cd71d17237 req-361fe0a6-b8a4-4ec6-909e-ee6756bb5d9c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801729 Oct 28 09:39:00.251347 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721d53f-cede-48d4-b201-b634a9cba321 req-651e1dbc-ec56-4429-bd49-9e0db84ce5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:00.252721 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5721d53f-cede-48d4-b201-b634a9cba321 req-651e1dbc-ec56-4429-bd49-9e0db84ce5c7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e438d8d9-fab6-4695-8a85-0ad20cd5844a HTTP/1.1" status: 200 len: 916 time: 0.2488744 Oct 28 09:39:00.259173 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035df5e-9a09-45b1-b5f6-174f8deb08f5 req-18bbe0c7-5982-482d-8970-a84e41195a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:00.260620 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f035df5e-9a09-45b1-b5f6-174f8deb08f5 req-18bbe0c7-5982-482d-8970-a84e41195a58 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0c6135fc-e04f-41b1-91c9-8bd4154b91de HTTP/1.1" status: 200 len: 919 time: 0.2318544 Oct 28 09:39:00.262054 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-c487d540-75b9-4de9-9f50-113181bce1fb req-c9c868d9-188f-4093-8687-f68f256b9d98 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:00.368821 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5721d53f-cede-48d4-b201-b634a9cba321 req-0bdf6158-4edd-4b8b-99eb-42207b3a9bba service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd9cc1d7-ba4e-49e9-97c7-e448321d1538 HTTP/1.1" status: 200 len: 217 time: 0.0961051 Oct 28 09:39:00.374484 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f035df5e-9a09-45b1-b5f6-174f8deb08f5 req-d2118da1-b947-4930-8a92-1cae66d88434 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6951c21d-afe1-4690-a945-d9ce84d8498c HTTP/1.1" status: 200 len: 217 time: 0.0752709 Oct 28 09:39:00.376180 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c487d540-75b9-4de9-9f50-113181bce1fb req-c9c868d9-188f-4093-8687-f68f256b9d98 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Network f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:39:00.380043 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [req-c487d540-75b9-4de9-9f50-113181bce1fb req-c9c868d9-188f-4093-8687-f68f256b9d98 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:39:00.383828 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c487d540-75b9-4de9-9f50-113181bce1fb req-c9c868d9-188f-4093-8687-f68f256b9d98 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:39:00.424307 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c868d9-188f-4093-8687-f68f256b9d98 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Pushing event updated for resources: {'Port': ['ID=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:00.456080 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e9d2c-969b-4558-8c8b-228848a5354d req-fcc4ec49-3de5-4f10-b873-ce31494ee302 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:00.468269 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3b6e9d2c-969b-4558-8c8b-228848a5354d req-fcc4ec49-3de5-4f10-b873-ce31494ee302 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 944 time: 0.0852449 Oct 28 09:39:00.515450 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3b6e9d2c-969b-4558-8c8b-228848a5354d req-6cf7f163-d32b-4411-a895-062766ab4205 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431578 Oct 28 09:39:00.516395 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487d540-75b9-4de9-9f50-113181bce1fb req-c9c868d9-188f-4093-8687-f68f256b9d98 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:00.517058 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-c487d540-75b9-4de9-9f50-113181bce1fb req-c9c868d9-188f-4093-8687-f68f256b9d98 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:00.572017 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721d53f-cede-48d4-b201-b634a9cba321 req-7b3487c9-cb2d-476a-aecf-98386d98c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:00.573553 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5721d53f-cede-48d4-b201-b634a9cba321 req-7b3487c9-cb2d-476a-aecf-98386d98c37d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ee69fef3-3476-434c-9d8c-c401c168a53a HTTP/1.1" status: 200 len: 854 time: 0.1651247 Oct 28 09:39:00.578756 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035df5e-9a09-45b1-b5f6-174f8deb08f5 req-11773676-f548-48d2-96fe-5a28a332f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:00.579931 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f035df5e-9a09-45b1-b5f6-174f8deb08f5 req-11773676-f548-48d2-96fe-5a28a332f743 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f756cde3-6ad6-41bc-a74b-aa926d36b9a7 HTTP/1.1" status: 200 len: 858 time: 0.1729743 Oct 28 09:39:00.587989 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1d3c9fbb-9517-41e8-89a8-860cbc0eaf1b None None] Provisioning complete for port 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:39:00.588567 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1d3c9fbb-9517-41e8-89a8-860cbc0eaf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:00.593211 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c487d540-75b9-4de9-9f50-113181bce1fb req-c9c868d9-188f-4093-8687-f68f256b9d98 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7564647 Oct 28 09:39:00.608833 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298682f6-0672-4e97-b3cb-2f72fa0435a4 req-de9c0d5d-f2f2-40c9-8921-4b9d7e59b979 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:00.610338 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-298682f6-0672-4e97-b3cb-2f72fa0435a4 req-de9c0d5d-f2f2-40c9-8921-4b9d7e59b979 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 932 time: 0.1061440 Oct 28 09:39:00.624340 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1d3c9fbb-9517-41e8-89a8-860cbc0eaf1b None None] Port 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:39:00.659125 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-c487d540-75b9-4de9-9f50-113181bce1fb req-e17ecefc-0115-4650-b036-927805321292 service neutron] Request body: {'port': {'device_id': '500bccbd-2f52-4228-9aed-8ca963e142ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:39:00.698137 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f035df5e-9a09-45b1-b5f6-174f8deb08f5 req-538587d5-477c-4f95-8343-d2b3016e45fc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0c6135fc-e04f-41b1-91c9-8bd4154b91de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527759 Oct 28 09:39:00.735134 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-298682f6-0672-4e97-b3cb-2f72fa0435a4 req-24af7e16-970a-44d1-a2f9-5cf2c2b940ca tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159365 Oct 28 09:39:00.794511 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721d53f-cede-48d4-b201-b634a9cba321 req-dfffc896-9519-451d-a931-5a3065358f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:00.796028 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5721d53f-cede-48d4-b201-b634a9cba321 req-dfffc896-9519-451d-a931-5a3065358f6f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e438d8d9-fab6-4695-8a85-0ad20cd5844a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1848152 Oct 28 09:39:00.798422 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-c487d540-75b9-4de9-9f50-113181bce1fb req-e17ecefc-0115-4650-b036-927805321292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:00.946751 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f035df5e-9a09-45b1-b5f6-174f8deb08f5 req-bdfc730e-9748-4d34-affc-8ebbd643ac6c service neutron] 10.222.0.98 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310998 Oct 28 09:39:01.079112 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5721d53f-cede-48d4-b201-b634a9cba321 req-92b0c809-9a7d-41ed-8cfc-36a94a120a9d service neutron] 10.222.0.98 "GET /v2.0/networks/e438d8d9-fab6-4695-8a85-0ad20cd5844a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688665 Oct 28 09:39:01.176812 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a45428-16e5-47de-82e4-f8997e3d14c0 req-bcd9fca0-9ea6-4c69-8604-0de78ed96e24 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:01.178328 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-83a45428-16e5-47de-82e4-f8997e3d14c0 req-bcd9fca0-9ea6-4c69-8604-0de78ed96e24 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 944 time: 0.0496945 Oct 28 09:39:01.217390 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-83a45428-16e5-47de-82e4-f8997e3d14c0 req-06834842-7958-4d81-b92f-cb09838eec66 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329273 Oct 28 09:39:01.340553 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218462b-b81f-4e5d-a56e-f71382f4addc req-2b348438-9fcb-47d4-88f7-93ebfae6b7d2 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:01.342042 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f218462b-b81f-4e5d-a56e-f71382f4addc req-2b348438-9fcb-47d4-88f7-93ebfae6b7d2 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0561266 Oct 28 09:39:01.383779 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f218462b-b81f-4e5d-a56e-f71382f4addc req-43b7687f-4998-421c-91e7-d47b9d367793 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341537 Oct 28 09:39:01.500841 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f035df5e-9a09-45b1-b5f6-174f8deb08f5 req-711312bc-64ee-4597-9224-dd9a7fc258b6 service neutron] 10.222.0.98 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127580 Oct 28 09:39:01.540210 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d230c-7ea5-4c5d-a78f-0e54f67ed6b5 req-5cf5b451-53b2-49c2-9766-6bf211b05721 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:01.541814 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f87d230c-7ea5-4c5d-a78f-0e54f67ed6b5 req-5cf5b451-53b2-49c2-9766-6bf211b05721 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 946 time: 0.4036744 Oct 28 09:39:01.550072 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5721d53f-cede-48d4-b201-b634a9cba321 req-b87c83c7-2ce0-4875-b56e-5f7db8519959 service neutron] 10.222.0.98 "GET /v2.0/networks/e438d8d9-fab6-4695-8a85-0ad20cd5844a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289644 Oct 28 09:39:01.574372 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 317d86bf-717f-4001-a686-804fd5c9c218 up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:39:01.622708 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f87d230c-7ea5-4c5d-a78f-0e54f67ed6b5 req-ad435b89-9015-4fec-a733-6ea3975b7f5c tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692189 Oct 28 09:39:01.632415 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [req-c487d540-75b9-4de9-9f50-113181bce1fb req-e17ecefc-0115-4650-b036-927805321292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d {{(pid=101550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:39:01.642750 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-c487d540-75b9-4de9-9f50-113181bce1fb req-e17ecefc-0115-4650-b036-927805321292 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:01.657396 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.provisioning_blocks [req-c487d540-75b9-4de9-9f50-113181bce1fb req-e17ecefc-0115-4650-b036-927805321292 service neutron] Transition to ACTIVE for port object 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d will not be triggered until provisioned by entity L2. {{(pid=101550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:39:01.663024 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-c487d540-75b9-4de9-9f50-113181bce1fb req-e17ecefc-0115-4650-b036-927805321292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:01.668931 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461b389-f259-4353-aaf6-223891b06b31 req-f16e3e59-32a7-47f0-90da-d2501d43ac8a tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:01.670472 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b461b389-f259-4353-aaf6-223891b06b31 req-f16e3e59-32a7-47f0-90da-d2501d43ac8a tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 944 time: 0.0644424 Oct 28 09:39:01.683084 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port 317d86bf-717f-4001-a686-804fd5c9c218 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:39:01.683540 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:01.721218 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b461b389-f259-4353-aaf6-223891b06b31 req-6b14c3b2-1644-4c36-93d3-f55c700ee02a tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362630 Oct 28 09:39:01.730488 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ecefc-0115-4650-b036-927805321292 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:01.771547 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:01.798575 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab012d22-1e3c-469b-8915-07d2105e4071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317d86bf-717f-4001-a686-804fd5c9c218'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:39:01.800869 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c68fd58-4270-4a8b-ae38-138d3f66de70" -d '{"events": [{"server_uuid": "ab012d22-1e3c-469b-8915-07d2105e4071", "name": "network-vif-plugged", "status": "completed", "tag": "317d86bf-717f-4001-a686-804fd5c9c218"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:39:01.813636 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-c487d540-75b9-4de9-9f50-113181bce1fb req-e17ecefc-0115-4650-b036-927805321292 service neutron] Attempting to bind port 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:39:01.813979 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-c487d540-75b9-4de9-9f50-113181bce1fb req-e17ecefc-0115-4650-b036-927805321292 service neutron] Attempting to bind port 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '59cc495c-53a1-4ef8-9ecd-e24868724bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589'}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:39:01.814394 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c487d540-75b9-4de9-9f50-113181bce1fb req-e17ecefc-0115-4650-b036-927805321292 service neutron] Attempting to bind port 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d on network f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:39:01.815547 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 317d86bf-717f-4001-a686-804fd5c9c218, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=317d86bf-717f-4001-a686-804fd5c9c218,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:01.819960 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c487d540-75b9-4de9-9f50-113181bce1fb req-e17ecefc-0115-4650-b036-927805321292 service neutron] Port 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d on network f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:39:01.820343 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c487d540-75b9-4de9-9f50-113181bce1fb req-e17ecefc-0115-4650-b036-927805321292 service neutron] Attempting to bind port 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d on network f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:39:01.821329 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:01.830337 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c487d540-75b9-4de9-9f50-113181bce1fb req-e17ecefc-0115-4650-b036-927805321292 service neutron] Checking agent: {'id': 'afc7fccb-f5d9-4cc0-9292-378149b33414', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'started_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:39:01.830680 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c487d540-75b9-4de9-9f50-113181bce1fb req-e17ecefc-0115-4650-b036-927805321292 service neutron] Checking segment: {'id': '59cc495c-53a1-4ef8-9ecd-e24868724bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:39:01.831076 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c487d540-75b9-4de9-9f50-113181bce1fb req-e17ecefc-0115-4650-b036-927805321292 service neutron] Bound using segment: {'id': '59cc495c-53a1-4ef8-9ecd-e24868724bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589'} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:39:01.833880 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-c487d540-75b9-4de9-9f50-113181bce1fb req-e17ecefc-0115-4650-b036-927805321292 service neutron] Bound port: 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59cc495c-53a1-4ef8-9ecd-e24868724bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589'}}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:39:01.834986 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-c487d540-75b9-4de9-9f50-113181bce1fb req-e17ecefc-0115-4650-b036-927805321292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:01.886324 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02ac78c-ca9a-4833-a4f9-7cf11ad570a5 x-openstack-request-id: req-a02ac78c-ca9a-4833-a4f9-7cf11ad570a5 {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:39:01.887084 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab012d22-1e3c-469b-8915-07d2105e4071", "name": "network-vif-plugged", "status": "completed", "tag": "317d86bf-717f-4001-a686-804fd5c9c218", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:39:01.887580 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a02ac78c-ca9a-4833-a4f9-7cf11ad570a5 {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:39:01.888397 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab012d22-1e3c-469b-8915-07d2105e4071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317d86bf-717f-4001-a686-804fd5c9c218', 'code': 200} Oct 28 09:39:01.903811 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=317d86bf-717f-4001-a686-804fd5c9c218,revision_number=7']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:01.953245 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-c487d540-75b9-4de9-9f50-113181bce1fb req-e17ecefc-0115-4650-b036-927805321292 service neutron] For port 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d, host hv-cinder-81514, cleared binding levels {{(pid=101550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:39:01.958143 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-c487d540-75b9-4de9-9f50-113181bce1fb req-e17ecefc-0115-4650-b036-927805321292 service neutron] For port 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d,segment=NetworkSegment(59cc495c-53a1-4ef8-9ecd-e24868724bff),segment_id=59cc495c-53a1-4ef8-9ecd-e24868724bff)] {{(pid=101550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:39:01.966827 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dda025-6f1d-4a6d-bb72-e46d691ca68f req-4260af9d-aa6f-4a67-9b0f-109344bedf6b tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:01.968485 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-71dda025-6f1d-4a6d-bb72-e46d691ca68f req-4260af9d-aa6f-4a67-9b0f-109344bedf6b tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 944 time: 0.1118519 Oct 28 09:39:01.970035 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-c487d540-75b9-4de9-9f50-113181bce1fb req-e17ecefc-0115-4650-b036-927805321292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:02.028909 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487d540-75b9-4de9-9f50-113181bce1fb req-e17ecefc-0115-4650-b036-927805321292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:02.029609 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-c487d540-75b9-4de9-9f50-113181bce1fb req-e17ecefc-0115-4650-b036-927805321292 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:02.031259 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c487d540-75b9-4de9-9f50-113181bce1fb req-e17ecefc-0115-4650-b036-927805321292 service neutron] 10.222.0.98 "PUT /v2.0/ports/6bd91a31-40cc-479a-ad35-5aa2feaf8b1d HTTP/1.1" status: 200 len: 1094 time: 1.3839748 Oct 28 09:39:02.032134 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '500bccbd-2f52-4228-9aed-8ca963e142ef', 'tag': '6bd91a31-40cc-479a-ad35-5aa2feaf8b1d'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:39:02.035040 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2c82a1-5832-4146-ab7e-daaeafd9d8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "500bccbd-2f52-4228-9aed-8ca963e142ef", "tag": "6bd91a31-40cc-479a-ad35-5aa2feaf8b1d"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:39:02.072946 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-71dda025-6f1d-4a6d-bb72-e46d691ca68f req-3bcdd62b-df86-4c04-bab8-9b67770ce2c9 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974293 Oct 28 09:39:02.076231 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ecefc-0115-4650-b036-927805321292 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d,revision_number=3']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:02.127863 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bacad6a-585a-48eb-a54e-f72d38c27be4 x-openstack-request-id: req-4bacad6a-585a-48eb-a54e-f72d38c27be4 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:39:02.135813 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "500bccbd-2f52-4228-9aed-8ca963e142ef", "tag": "6bd91a31-40cc-479a-ad35-5aa2feaf8b1d", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:39:02.136247 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4bacad6a-585a-48eb-a54e-f72d38c27be4 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:39:02.136798 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '500bccbd-2f52-4228-9aed-8ca963e142ef', 'tag': '6bd91a31-40cc-479a-ad35-5aa2feaf8b1d', 'status': 'completed', 'code': 200} Oct 28 09:39:02.189206 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487d540-75b9-4de9-9f50-113181bce1fb req-0fdb45cf-3ac1-4df1-ad71-dbbb38d7913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:02.190967 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c487d540-75b9-4de9-9f50-113181bce1fb req-0fdb45cf-3ac1-4df1-ad71-dbbb38d7913a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=64c8b312f18548939a655ccab105249a&device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 1097 time: 0.0976048 Oct 28 09:39:02.257699 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c487d540-75b9-4de9-9f50-113181bce1fb req-9ac2d9ce-dd28-4c88-b321-7a37fb042dd1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d HTTP/1.1" status: 200 len: 217 time: 0.0516014 Oct 28 09:39:02.341426 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487d540-75b9-4de9-9f50-113181bce1fb req-aaf307f9-6207-4ad6-9e5d-0866e827f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:02.342891 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c487d540-75b9-4de9-9f50-113181bce1fb req-aaf307f9-6207-4ad6-9e5d-0866e827f5af service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4035f645-2903-45e0-bc42-d8bbe94b48f5 HTTP/1.1" status: 200 len: 848 time: 0.0764911 Oct 28 09:39:02.419680 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faafa23-9e52-4350-8c0b-217821626f75 req-31e71068-c05c-46b1-a391-d97f322779f5 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:02.429221 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1faafa23-9e52-4350-8c0b-217821626f75 req-31e71068-c05c-46b1-a391-d97f322779f5 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.1036215 Oct 28 09:39:02.439857 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487d540-75b9-4de9-9f50-113181bce1fb req-d483646e-b979-4bae-bbcd-ab6357523094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:02.441318 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c487d540-75b9-4de9-9f50-113181bce1fb req-d483646e-b979-4bae-bbcd-ab6357523094 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842075 Oct 28 09:39:02.499561 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1faafa23-9e52-4350-8c0b-217821626f75 req-8466f906-8494-492b-bc84-70dfc1ad934f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681922 Oct 28 09:39:02.545493 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215edf9-7089-494f-87fd-455a7b7bbef2 req-d1e26d7e-02e2-44e8-b61e-56e8d7a3f10d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:02.547298 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1215edf9-7089-494f-87fd-455a7b7bbef2 req-d1e26d7e-02e2-44e8-b61e-56e8d7a3f10d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0715427 Oct 28 09:39:02.591398 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1215edf9-7089-494f-87fd-455a7b7bbef2 req-43351ab3-a1bf-4ebe-bcf3-f224a0189ef4 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368748 Oct 28 09:39:02.600966 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c487d540-75b9-4de9-9f50-113181bce1fb req-a55c2453-f9ed-40a7-a32b-7cdc4c976596 service neutron] 10.222.0.98 "GET /v2.0/networks/f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435282 Oct 28 09:39:02.712705 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c487d540-75b9-4de9-9f50-113181bce1fb req-3336eaf4-95c0-4a6e-a1af-3a0fe744decd service neutron] 10.222.0.98 "GET /v2.0/networks/f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994310 Oct 28 09:39:02.764817 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1191d00-0714-462e-ad40-288dc1104c56 req-65a9d184-1690-4456-8527-c190febb4e61 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:02.766722 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f1191d00-0714-462e-ad40-288dc1104c56 req-65a9d184-1690-4456-8527-c190febb4e61 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 946 time: 0.0523555 Oct 28 09:39:02.860419 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f1191d00-0714-462e-ad40-288dc1104c56 req-80c2f657-a7a4-4dff-8975-2a12dc79335d tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643690 Oct 28 09:39:02.878153 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c82a1-5832-4146-ab7e-daaeafd9d8dd req-7ec7a121-acc1-4276-ae65-2a4e31b5c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:02.880908 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6d2c82a1-5832-4146-ab7e-daaeafd9d8dd req-7ec7a121-acc1-4276-ae65-2a4e31b5c932 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=64c8b312f18548939a655ccab105249a&device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 1097 time: 0.1008914 Oct 28 09:39:02.911904 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39707a-d1a7-4eb1-8cc7-3e35fb74076f req-1426a50d-88c7-46a8-9a38-8ab4cba745d8 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:02.914313 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7b39707a-d1a7-4eb1-8cc7-3e35fb74076f req-1426a50d-88c7-46a8-9a38-8ab4cba745d8 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 944 time: 0.0903833 Oct 28 09:39:02.958774 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7b39707a-d1a7-4eb1-8cc7-3e35fb74076f req-ab4d6e0b-9bde-4aca-b021-df5fcacb766f tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379832 Oct 28 09:39:02.991265 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:39:02.991918 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c82a1-5832-4146-ab7e-daaeafd9d8dd req-d1bf6e99-af76-47b5-9dc2-016a418ba9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:02.992883 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6d2c82a1-5832-4146-ab7e-daaeafd9d8dd req-d1bf6e99-af76-47b5-9dc2-016a418ba9e7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 HTTP/1.1" status: 200 len: 910 time: 0.1012287 Oct 28 09:39:03.039079 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6d2c82a1-5832-4146-ab7e-daaeafd9d8dd req-fc37fef5-2853-4003-87f1-db39443dbaf2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d HTTP/1.1" status: 200 len: 217 time: 0.0367234 Oct 28 09:39:03.121348 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c82a1-5832-4146-ab7e-daaeafd9d8dd req-59f431f8-fa93-4435-9707-db3cbb83b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:03.123464 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6d2c82a1-5832-4146-ab7e-daaeafd9d8dd req-59f431f8-fa93-4435-9707-db3cbb83b2a4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4035f645-2903-45e0-bc42-d8bbe94b48f5 HTTP/1.1" status: 200 len: 848 time: 0.0681927 Oct 28 09:39:03.184764 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c82a1-5832-4146-ab7e-daaeafd9d8dd req-de2407c3-00b8-4907-ae3c-a34674d3d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:03.186380 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6d2c82a1-5832-4146-ab7e-daaeafd9d8dd req-de2407c3-00b8-4907-ae3c-a34674d3d11a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532539 Oct 28 09:39:03.315193 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6b57e-f764-41cb-85b1-b74dcf5034fe req-8877a288-d289-430e-952b-10aa520e4881 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:03.317345 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-73d6b57e-f764-41cb-85b1-b74dcf5034fe req-8877a288-d289-430e-952b-10aa520e4881 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 944 time: 0.1295006 Oct 28 09:39:03.389673 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6d2c82a1-5832-4146-ab7e-daaeafd9d8dd req-a08ac0be-2151-4700-abd2-ba260fcaf670 service neutron] 10.222.0.98 "GET /v2.0/networks/f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714096 Oct 28 09:39:03.392718 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-73d6b57e-f764-41cb-85b1-b74dcf5034fe req-51e3dd9e-a81d-40b8-b5b8-8927e9cb04e1 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672634 Oct 28 09:39:03.490979 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6d2c82a1-5832-4146-ab7e-daaeafd9d8dd req-cc51f6e8-e6c9-4c2a-ae31-f1ef92df3443 service neutron] 10.222.0.98 "GET /v2.0/networks/f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903461 Oct 28 09:39:03.589010 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device bd9cc1d7-ba4e-49e9-97c7-e448321d1538 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:39:03.751895 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bb9d1-f4f8-48dd-997e-0e9e6932def5 req-995bd42d-12ef-421b-98ba-58849021b2f7 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:03.789028 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-145bb9d1-f4f8-48dd-997e-0e9e6932def5 req-995bd42d-12ef-421b-98ba-58849021b2f7 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.2034781 Oct 28 09:39:03.831718 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-145bb9d1-f4f8-48dd-997e-0e9e6932def5 req-718aac9d-0532-43e3-9d11-d3da66e318a4 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417800 Oct 28 09:39:03.852099 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port bd9cc1d7-ba4e-49e9-97c7-e448321d1538, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bd9cc1d7-ba4e-49e9-97c7-e448321d1538,segment=NetworkSegment(be4d3fb8-1d56-497b-a5f3-f2482d435205),segment_id=be4d3fb8-1d56-497b-a5f3-f2482d435205)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:03.871486 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907670fb-a50f-4f19-9e04-264fd0e717fc req-30dc6d96-a49c-4621-b2e2-4435cbd26f9c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:03.882172 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': 'bd9cc1d7-ba4e-49e9-97c7-e448321d1538', 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a', 'port_id': 'bd9cc1d7-ba4e-49e9-97c7-e448321d1538', 'mac_address': 'fa:16:3e:66:3c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee69fef3-3476-434c-9d8c-c401c168a53a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:39:03.888588 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-907670fb-a50f-4f19-9e04-264fd0e717fc req-30dc6d96-a49c-4621-b2e2-4435cbd26f9c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.1290317 Oct 28 09:39:03.951100 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:03.982321 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd9cc1d7-ba4e-49e9-97c7-e448321d1538 {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:39:04.004624 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e455f-4e72-44c4-bde9-8a71fa25acaf req-3a110b9a-819f-4d6b-a0f9-8332aaad4e67 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:04.008218 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a43e455f-4e72-44c4-bde9-8a71fa25acaf req-3a110b9a-819f-4d6b-a0f9-8332aaad4e67 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 946 time: 0.0786657 Oct 28 09:39:04.017453 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port bd9cc1d7-ba4e-49e9-97c7-e448321d1538, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bd9cc1d7-ba4e-49e9-97c7-e448321d1538,segment=NetworkSegment(be4d3fb8-1d56-497b-a5f3-f2482d435205),segment_id=be4d3fb8-1d56-497b-a5f3-f2482d435205)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:04.024277 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:04.028399 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-907670fb-a50f-4f19-9e04-264fd0e717fc req-0f15793a-8672-49be-8259-934e5b86a916 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378200 Oct 28 09:39:04.049475 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4beac1-c13d-493c-8196-0af4983fbaa1 req-e3e6f154-0d4d-4872-9a5f-d919dae4c6a6 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:04.051465 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2a4beac1-c13d-493c-8196-0af4983fbaa1 req-e3e6f154-0d4d-4872-9a5f-d919dae4c6a6 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 946 time: 0.1529844 Oct 28 09:39:04.088883 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a43e455f-4e72-44c4-bde9-8a71fa25acaf req-dd44462d-244d-4e05-8b12-1ad0cc416059 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732915 Oct 28 09:39:04.112867 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=bd9cc1d7-ba4e-49e9-97c7-e448321d1538,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:04.248625 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe5620-1209-4339-8ac1-c6c7c537d7d6 req-a1aa2e48-c674-4843-a071-c9fa845ac7ac tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:04.251573 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a4fe5620-1209-4339-8ac1-c6c7c537d7d6 req-a1aa2e48-c674-4843-a071-c9fa845ac7ac tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 945 time: 0.0886080 Oct 28 09:39:04.274268 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-2a4beac1-c13d-493c-8196-0af4983fbaa1 req-4580d621-4f12-4b2b-841e-850293054a45 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Deleting port 32376af0-3c79-49b2-92fc-8723ccb92eff {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:39:04.275026 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-2a4beac1-c13d-493c-8196-0af4983fbaa1 req-4580d621-4f12-4b2b-841e-850293054a45 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:04.375140 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a4fe5620-1209-4339-8ac1-c6c7c537d7d6 req-98ac3c4d-824f-4909-b373-94df37273a00 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086013 Oct 28 09:39:04.409988 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['bd9cc1d7-ba4e-49e9-97c7-e448321d1538'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:39:04.446706 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-2a4beac1-c13d-493c-8196-0af4983fbaa1 req-4580d621-4f12-4b2b-841e-850293054a45 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] For port 32376af0-3c79-49b2-92fc-8723ccb92eff, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=32376af0-3c79-49b2-92fc-8723ccb92eff,segment=NetworkSegment(8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a),segment_id=8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:04.448902 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-2a4beac1-c13d-493c-8196-0af4983fbaa1 req-4580d621-4f12-4b2b-841e-850293054a45 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:04.494054 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-2a4beac1-c13d-493c-8196-0af4983fbaa1 req-4580d621-4f12-4b2b-841e-850293054a45 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Calling delete_port for 32376af0-3c79-49b2-92fc-8723ccb92eff owned by compute:nova {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:39:04.684756 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed7428-e6d8-4d2b-ad3e-2170610dac23 req-7253d9c5-d159-49c8-ba18-d3e370c3db6f tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:04.702348 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-82ed7428-e6d8-4d2b-ad3e-2170610dac23 req-7253d9c5-d159-49c8-ba18-d3e370c3db6f tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 944 time: 0.1606808 Oct 28 09:39:04.757255 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-82ed7428-e6d8-4d2b-ad3e-2170610dac23 req-bd2387ef-acdd-4f2a-b837-850aabbb2635 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538979 Oct 28 09:39:04.799079 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-2a4beac1-c13d-493c-8196-0af4983fbaa1 req-4580d621-4f12-4b2b-841e-850293054a45 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:04.830438 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580d621-4f12-4b2b-841e-850293054a45 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Pushing event deleted for resources: {'Port': ['ID=32376af0-3c79-49b2-92fc-8723ccb92eff,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:04.893928 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4beac1-c13d-493c-8196-0af4983fbaa1 req-4580d621-4f12-4b2b-841e-850293054a45 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] No DVR routers for this DVR port 32376af0-3c79-49b2-92fc-8723ccb92eff on host hv-cinder-81514 {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:39:04.898183 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-2a4beac1-c13d-493c-8196-0af4983fbaa1 req-4580d621-4f12-4b2b-841e-850293054a45 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:04.902665 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2a4beac1-c13d-493c-8196-0af4983fbaa1 req-4580d621-4f12-4b2b-841e-850293054a45 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.98 "DELETE /v2.0/ports/32376af0-3c79-49b2-92fc-8723ccb92eff HTTP/1.1" status: 204 len: 173 time: 0.8413155 Oct 28 09:39:04.903128 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb', 'name': 'network-vif-deleted', 'tag': '32376af0-3c79-49b2-92fc-8723ccb92eff'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:39:04.906093 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d6381a-cbd5-4891-8963-f164136516f4" -d '{"events": [{"server_uuid": "9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb", "name": "network-vif-deleted", "tag": "32376af0-3c79-49b2-92fc-8723ccb92eff"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:39:05.021649 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbea0aa2-d1c8-4c09-a105-78a5b11ce069 x-openstack-request-id: req-fbea0aa2-d1c8-4c09-a105-78a5b11ce069 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:39:05.025243 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb", "name": "network-vif-deleted", "tag": "32376af0-3c79-49b2-92fc-8723ccb92eff", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:39:05.025243 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fbea0aa2-d1c8-4c09-a105-78a5b11ce069 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:39:05.025243 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb', 'name': 'network-vif-deleted', 'tag': '32376af0-3c79-49b2-92fc-8723ccb92eff', 'status': 'completed', 'code': 200} Oct 28 09:39:05.146875 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495123a4-e1e7-4c68-a060-928c7afc8bb4 req-431031f1-5c55-4a32-bf3d-1860318e7506 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:05.151905 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-495123a4-e1e7-4c68-a060-928c7afc8bb4 req-431031f1-5c55-4a32-bf3d-1860318e7506 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.2098341 Oct 28 09:39:05.253767 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-495123a4-e1e7-4c68-a060-928c7afc8bb4 req-0bf91a73-627e-4c04-9c4c-0fd9ba07d556 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864217 Oct 28 09:39:05.285059 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdbafb-dda9-4216-ab2c-e9ba0acd0734 req-70456daf-b559-4816-b8df-5dd44444c2b1 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:05.296556 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c7bdbafb-dda9-4216-ab2c-e9ba0acd0734 req-70456daf-b559-4816-b8df-5dd44444c2b1 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.1270399 Oct 28 09:39:05.345530 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c7bdbafb-dda9-4216-ab2c-e9ba0acd0734 req-899a72ee-c4fb-471e-9406-9a4432b42b0d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480952 Oct 28 09:39:05.364246 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cbc6ec65-6f55-4665-b733-8703f68de24e req-a633c2b7-87a7-4857-8fd3-672ed4536640 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b9d9aa1-2a67-4891-93ec-eb72d5b64dfb HTTP/1.1" status: 200 len: 210 time: 0.0302999 Oct 28 09:39:05.520509 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['d89e9c3c-8f0c-4e01-9d78-205c0d4dab14', 'ebfeec55-039f-4993-a732-b456cb05e632', 'f523798a-44c5-469b-bf17-5bd4416f1098', '32376af0-3c79-49b2-92fc-8723ccb92eff'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:39:05.542496 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e177b9-77f1-4e3c-a099-bd74a0412611 req-1573126c-7ba2-4c98-8871-edcd3c25e33c tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:05.544723 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-87e177b9-77f1-4e3c-a099-bd74a0412611 req-1573126c-7ba2-4c98-8871-edcd3c25e33c tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 945 time: 0.0910635 Oct 28 09:39:05.627920 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-87e177b9-77f1-4e3c-a099-bd74a0412611 req-61439046-bc88-4e4c-ba55-ae4edf0f1dfc tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749800 Oct 28 09:39:05.986433 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08872ddc-6d49-468f-b38f-88b96ca54d2a req-eb025b37-f34a-4310-840e-2ccaceeceb6f tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:05.988126 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-08872ddc-6d49-468f-b38f-88b96ca54d2a req-eb025b37-f34a-4310-840e-2ccaceeceb6f tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 944 time: 0.0734563 Oct 28 09:39:06.053038 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-08872ddc-6d49-468f-b38f-88b96ca54d2a req-edcb6e2b-d309-4d6f-8f94-316773378cb3 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580134 Oct 28 09:39:06.445842 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4c67-f79e-4487-a5c8-1ddbd82da970 req-475d31b5-6a73-4390-8ebe-5041fc32460e tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:06.448442 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e9be4c67-f79e-4487-a5c8-1ddbd82da970 req-475d31b5-6a73-4390-8ebe-5041fc32460e tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0981941 Oct 28 09:39:06.534690 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e9be4c67-f79e-4487-a5c8-1ddbd82da970 req-f0ab5520-719e-4210-bec7-fbdeccadd9d7 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781088 Oct 28 09:39:06.771198 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28739cab-6130-4399-a624-b0566c0722b6 req-7942c0c7-4520-4de3-97fa-b7222caf7ac0 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:06.773491 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-28739cab-6130-4399-a624-b0566c0722b6 req-7942c0c7-4520-4de3-97fa-b7222caf7ac0 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 945 time: 0.0592711 Oct 28 09:39:06.827948 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-28739cab-6130-4399-a624-b0566c0722b6 req-bc424f5d-bdcd-415a-b0f8-a25d9d600e45 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468283 Oct 28 09:39:07.082584 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743c33a-3632-48c3-bd29-b3438564a27b req-d63f4524-036f-4655-bbbd-f1d162cfc6ac tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:07.084423 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7743c33a-3632-48c3-bd29-b3438564a27b req-d63f4524-036f-4655-bbbd-f1d162cfc6ac tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0549746 Oct 28 09:39:07.145515 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7743c33a-3632-48c3-bd29-b3438564a27b req-085dcc82-d767-4588-abb9-36eca9ba24a5 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533860 Oct 28 09:39:07.207586 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829470d-e11c-4143-a487-70e0d6d01bf2 req-b7500bf6-f412-48e3-a78d-05cc09b63aca tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:07.210117 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3829470d-e11c-4143-a487-70e0d6d01bf2 req-b7500bf6-f412-48e3-a78d-05cc09b63aca tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 944 time: 0.0749953 Oct 28 09:39:07.267155 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3829470d-e11c-4143-a487-70e0d6d01bf2 req-f1de45a3-f85d-453b-bf2f-9c5791ff1984 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496984 Oct 28 09:39:07.627855 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device bd9cc1d7-ba4e-49e9-97c7-e448321d1538 up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:39:07.761622 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4147dd-67d4-48ba-aa66-a5a2e86abd00 req-19ae2dca-1ba6-4742-b999-57c5b38dcfda tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:07.775431 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning for port bd9cc1d7-ba4e-49e9-97c7-e448321d1538 completed by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:39:07.780687 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-ca4147dd-67d4-48ba-aa66-a5a2e86abd00 req-19ae2dca-1ba6-4742-b999-57c5b38dcfda tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.1267552 Oct 28 09:39:07.784478 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port bd9cc1d7-ba4e-49e9-97c7-e448321d1538 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:39:07.785205 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:07.855337 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-ca4147dd-67d4-48ba-aa66-a5a2e86abd00 req-7e0eb55f-f2d4-4346-ada2-fafd6b253e64 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736907 Oct 28 09:39:07.934568 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:07.985943 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9cc1d7-ba4e-49e9-97c7-e448321d1538'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:39:07.989086 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599e83e4-5f9d-4036-a263-24420768cb0a" -d '{"events": [{"server_uuid": "e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c", "name": "network-vif-plugged", "status": "completed", "tag": "bd9cc1d7-ba4e-49e9-97c7-e448321d1538"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:39:08.006511 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port bd9cc1d7-ba4e-49e9-97c7-e448321d1538, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bd9cc1d7-ba4e-49e9-97c7-e448321d1538,segment=NetworkSegment(be4d3fb8-1d56-497b-a5f3-f2482d435205),segment_id=be4d3fb8-1d56-497b-a5f3-f2482d435205)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:08.015853 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:08.016805 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 32376af0-3c79-49b2-92fc-8723ccb92eff no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:39:08.043094 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] No Port match for: 32376af0-3c79-49b2-92fc-8723ccb92eff {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:39:08.043094 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 32376af0-3c79-49b2-92fc-8723ccb92eff not bound to the agent host hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:39:08.091168 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52031f5-1d84-49dc-94b7-da75012d2802 req-0de2a148-8234-4b32-9a37-d083bb6d8aca tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:08.092823 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d52031f5-1d84-49dc-94b7-da75012d2802 req-0de2a148-8234-4b32-9a37-d083bb6d8aca tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=c95e4671-90c9-4009-b59d-d4c158667f30 HTTP/1.1" status: 200 len: 945 time: 0.0972185 Oct 28 09:39:08.102658 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=bd9cc1d7-ba4e-49e9-97c7-e448321d1538,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:08.156669 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d52031f5-1d84-49dc-94b7-da75012d2802 req-fc4ac964-74a7-4597-be97-c5760fa9c1b3 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558140 Oct 28 09:39:08.223922 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d8efb8-ce77-45f0-a74f-c6fb5aa86dee x-openstack-request-id: req-c2d8efb8-ce77-45f0-a74f-c6fb5aa86dee {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:39:08.224240 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c", "name": "network-vif-plugged", "status": "completed", "tag": "bd9cc1d7-ba4e-49e9-97c7-e448321d1538", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:39:08.224506 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c2d8efb8-ce77-45f0-a74f-c6fb5aa86dee {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:39:08.224895 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9cc1d7-ba4e-49e9-97c7-e448321d1538', 'code': 200} Oct 28 09:39:08.325736 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62145a-f951-46e8-8427-73f90e81d21c req-26bd40f6-8e8d-4e8b-8247-5ac545e9bbf9 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:08.332317 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-8f62145a-f951-46e8-8427-73f90e81d21c req-26bd40f6-8e8d-4e8b-8247-5ac545e9bbf9 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 945 time: 0.3592062 Oct 28 09:39:08.389298 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-8f62145a-f951-46e8-8427-73f90e81d21c req-20554652-a456-4549-80d2-df61b1ecc9c7 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490482 Oct 28 09:39:08.436389 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29698623-4b3e-44de-bd68-36daa2d6c232 req-0182bfe5-56b3-4cfa-a3b5-abc619c5aec3 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:08.438363 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-29698623-4b3e-44de-bd68-36daa2d6c232 req-0182bfe5-56b3-4cfa-a3b5-abc619c5aec3 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 944 time: 0.0737023 Oct 28 09:39:08.522254 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-29698623-4b3e-44de-bd68-36daa2d6c232 req-c8f00cd5-c9f0-48d1-ad0a-014d6c2ecf5b tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749295 Oct 28 09:39:08.532652 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a351f6-d9be-42e3-b598-3703f45f25b7 req-8ac59183-5a27-43ce-9a69-d510e1368e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:08.534371 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-66a351f6-d9be-42e3-b598-3703f45f25b7 req-8ac59183-5a27-43ce-9a69-d510e1368e0b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 1099 time: 0.0799747 Oct 28 09:39:08.581295 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-66a351f6-d9be-42e3-b598-3703f45f25b7 req-c6c86be7-2088-4be2-bb4b-e9718a8c9a20 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331817 Oct 28 09:39:08.761428 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1a0db75c-1b0a-451a-a0d2-f4561e009482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:09.018621 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727f2f8-f648-4c43-bd2f-040294c27256 req-09cdced0-0199-43be-becb-97db096837ed tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:09.020365 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6727f2f8-f648-4c43-bd2f-040294c27256 req-09cdced0-0199-43be-becb-97db096837ed tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0574479 Oct 28 09:39:09.069953 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6727f2f8-f648-4c43-bd2f-040294c27256 req-38e34142-ba6f-4841-aa1d-0eebd2e3d5ee tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417492 Oct 28 09:39:09.299334 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03403ced-1bb6-415d-aacd-7cb6259bd0ee req-29daa886-3984-482c-8594-107656f4b263 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:09.300968 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-03403ced-1bb6-415d-aacd-7cb6259bd0ee req-29daa886-3984-482c-8594-107656f4b263 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=c95e4671-90c9-4009-b59d-d4c158667f30 HTTP/1.1" status: 200 len: 945 time: 0.0647068 Oct 28 09:39:09.359112 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-03403ced-1bb6-415d-aacd-7cb6259bd0ee req-8e663832-4d5c-4b31-9db3-afdd859bea79 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508399 Oct 28 09:39:09.528332 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44e5f5-d0d7-4c89-9d00-c7b0ba206425 req-56f3573c-bfc6-4289-9c37-cd586af7aa6c tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:09.530309 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-5d44e5f5-d0d7-4c89-9d00-c7b0ba206425 req-56f3573c-bfc6-4289-9c37-cd586af7aa6c tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 946 time: 0.0643032 Oct 28 09:39:09.591162 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-5d44e5f5-d0d7-4c89-9d00-c7b0ba206425 req-8a2b54e2-2701-4ee7-ab23-9375ec1125f6 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509481 Oct 28 09:39:09.649147 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4675f10-697b-4143-a0af-6a11745a942e req-eccb885d-5bbf-4548-bb5f-bd332ea23ef5 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:09.651157 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a4675f10-697b-4143-a0af-6a11745a942e req-eccb885d-5bbf-4548-bb5f-bd332ea23ef5 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 944 time: 0.0540342 Oct 28 09:39:09.705722 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a4675f10-697b-4143-a0af-6a11745a942e req-f7c9aa94-e2a6-4083-ae6a-8b7a540d15a5 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476625 Oct 28 09:39:10.229196 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900627d-aee5-4dcd-ad8d-8d3dd07e40a0 req-750902e7-585c-44ff-8b59-b96eb2f194f7 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:10.238325 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-2900627d-aee5-4dcd-ad8d-8d3dd07e40a0 req-750902e7-585c-44ff-8b59-b96eb2f194f7 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0821576 Oct 28 09:39:10.306391 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-2900627d-aee5-4dcd-ad8d-8d3dd07e40a0 req-486ba3de-89da-4b0b-a835-a831f5c0478a tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670657 Oct 28 09:39:10.333297 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 56710) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:10.490004 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-73c0e0c4-2fc8-4d12-b0f5-9a675812e322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:10.525485 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9b9f9-8d2e-4dbb-9be0-2f15fc391ad9 req-e5134000-9c34-45db-b666-585702f96c53 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:10.527553 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e9f9b9f9-8d2e-4dbb-9be0-2f15fc391ad9 req-e5134000-9c34-45db-b666-585702f96c53 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.98 "GET /v2.0/ports?device_id=c95e4671-90c9-4009-b59d-d4c158667f30 HTTP/1.1" status: 200 len: 945 time: 0.0997384 Oct 28 09:39:10.543327 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452ee02-ce35-4b15-b425-103e01244177 req-836aadbc-b916-4b9e-b53a-a2325a96a26e tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:10.552141 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e452ee02-ce35-4b15-b425-103e01244177 req-836aadbc-b916-4b9e-b53a-a2325a96a26e tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=c95e4671-90c9-4009-b59d-d4c158667f30 HTTP/1.1" status: 200 len: 945 time: 0.0848856 Oct 28 09:39:10.591332 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-73c0e0c4-2fc8-4d12-b0f5-9a675812e322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:10.596370 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-73c0e0c4-2fc8-4d12-b0f5-9a675812e322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:10.646635 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e452ee02-ce35-4b15-b425-103e01244177 req-046eb129-e376-4b74-8d30-350c083c095c tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932796 Oct 28 09:39:10.648347 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-73c0e0c4-2fc8-4d12-b0f5-9a675812e322 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a9a40807a2da4e6eb0ff9d4ab0ccca6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148954 Oct 28 09:39:10.649311 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 56718) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:10.658633 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0e0c4-2fc8-4d12-b0f5-9a675812e322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74187300-3b49-446d-b8a2-23a8d8d9b9fa,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:10.746112 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-e9f9b9f9-8d2e-4dbb-9be0-2f15fc391ad9 req-e0581a7e-d636-4ffe-9dbb-687a610eb849 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Deleting port f523798a-44c5-469b-bf17-5bd4416f1098 {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:39:10.747297 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-e9f9b9f9-8d2e-4dbb-9be0-2f15fc391ad9 req-e0581a7e-d636-4ffe-9dbb-687a610eb849 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:10.759016 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-6fecc0e4-a877-4cfe-90e3-e111e739e7d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:10.782519 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b8bf5-2118-4ba0-89d0-e552693cd80d req-289c600d-1ff1-453e-b8ee-2a280f8d5a32 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:10.784612 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-4d6b8bf5-2118-4ba0-89d0-e552693cd80d req-289c600d-1ff1-453e-b8ee-2a280f8d5a32 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 946 time: 0.0974412 Oct 28 09:39:10.803427 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-6fecc0e4-a877-4cfe-90e3-e111e739e7d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:10.884818 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-4d6b8bf5-2118-4ba0-89d0-e552693cd80d req-b1b82577-5e04-4951-b3ad-470bcc748442 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718162 Oct 28 09:39:10.929131 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-6fecc0e4-a877-4cfe-90e3-e111e739e7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:10.931878 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-6fecc0e4-a877-4cfe-90e3-e111e739e7d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:10.935280 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-6fecc0e4-a877-4cfe-90e3-e111e739e7d9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/74187300-3b49-446d-b8a2-23a8d8d9b9fa HTTP/1.1" status: 204 len: 168 time: 0.2826688 Oct 28 09:39:10.943054 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecc0e4-a877-4cfe-90e3-e111e739e7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74187300-3b49-446d-b8a2-23a8d8d9b9fa,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:10.986367 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-e9f9b9f9-8d2e-4dbb-9be0-2f15fc391ad9 req-e0581a7e-d636-4ffe-9dbb-687a610eb849 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] For port f523798a-44c5-469b-bf17-5bd4416f1098, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f523798a-44c5-469b-bf17-5bd4416f1098,segment=NetworkSegment(8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a),segment_id=8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:10.986738 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-e9f9b9f9-8d2e-4dbb-9be0-2f15fc391ad9 req-e0581a7e-d636-4ffe-9dbb-687a610eb849 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:11.009182 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-e9f9b9f9-8d2e-4dbb-9be0-2f15fc391ad9 req-e0581a7e-d636-4ffe-9dbb-687a610eb849 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Calling delete_port for f523798a-44c5-469b-bf17-5bd4416f1098 owned by compute:nova {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:39:11.034520 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746d417-2e2a-40e1-bfdb-cfb3d5d15800 req-257347c7-9630-42e3-9ee7-75b993820670 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:11.043451 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0746d417-2e2a-40e1-bfdb-cfb3d5d15800 req-257347c7-9630-42e3-9ee7-75b993820670 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 944 time: 0.1487448 Oct 28 09:39:11.068617 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628a3c2-5a66-4892-b602-6ca639bc5165 req-4ba345b0-3e7c-4824-a8ce-6e7c4455175e tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:11.070519 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-8628a3c2-5a66-4892-b602-6ca639bc5165 req-4ba345b0-3e7c-4824-a8ce-6e7c4455175e tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 946 time: 0.0606582 Oct 28 09:39:11.148353 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-8628a3c2-5a66-4892-b602-6ca639bc5165 req-b06d81b3-8980-4f0e-abdd-071a5d8013ad tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690775 Oct 28 09:39:11.168562 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0746d417-2e2a-40e1-bfdb-cfb3d5d15800 req-cf405bdf-feef-4b7c-a2d0-e1614310706b tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240926 Oct 28 09:39:11.189916 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-d1aa24ab-8d65-4687-b083-18f47c6c3179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:11.285699 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-e9f9b9f9-8d2e-4dbb-9be0-2f15fc391ad9 req-e0581a7e-d636-4ffe-9dbb-687a610eb849 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:11.310498 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['d89e9c3c-8f0c-4e01-9d78-205c0d4dab14', 'ebfeec55-039f-4993-a732-b456cb05e632', 'f523798a-44c5-469b-bf17-5bd4416f1098'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:39:11.356580 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0581a7e-d636-4ffe-9dbb-687a610eb849 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Pushing event deleted for resources: {'Port': ['ID=f523798a-44c5-469b-bf17-5bd4416f1098,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:11.428896 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f9b9f9-8d2e-4dbb-9be0-2f15fc391ad9 req-e0581a7e-d636-4ffe-9dbb-687a610eb849 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] No DVR routers for this DVR port f523798a-44c5-469b-bf17-5bd4416f1098 on host hv-cinder-81514 {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:39:11.432462 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-e9f9b9f9-8d2e-4dbb-9be0-2f15fc391ad9 req-e0581a7e-d636-4ffe-9dbb-687a610eb849 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:11.437370 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e9f9b9f9-8d2e-4dbb-9be0-2f15fc391ad9 req-e0581a7e-d636-4ffe-9dbb-687a610eb849 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.98 "DELETE /v2.0/ports/f523798a-44c5-469b-bf17-5bd4416f1098 HTTP/1.1" status: 204 len: 173 time: 0.8822827 Oct 28 09:39:11.438250 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95e4671-90c9-4009-b59d-d4c158667f30', 'name': 'network-vif-deleted', 'tag': 'f523798a-44c5-469b-bf17-5bd4416f1098'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:39:11.441930 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80f297b-8faf-4b90-84df-8ce7b91b4c54" -d '{"events": [{"server_uuid": "c95e4671-90c9-4009-b59d-d4c158667f30", "name": "network-vif-deleted", "tag": "f523798a-44c5-469b-bf17-5bd4416f1098"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:39:11.602314 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5a55b-e6f4-4c04-bfa0-931192f4c9f5 req-c56afc8b-30d1-4430-b696-85bb2af63015 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:11.612605 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-75d5a55b-e6f4-4c04-bfa0-931192f4c9f5 req-c56afc8b-30d1-4430-b696-85bb2af63015 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0974674 Oct 28 09:39:11.672277 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:39:11.687043 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-75d5a55b-e6f4-4c04-bfa0-931192f4c9f5 req-e071bbdc-7c55-4a09-97c8-5572756380f3 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705762 Oct 28 09:39:11.692630 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adeb714-fa18-462b-9f03-e569b9dc4ed6 x-openstack-request-id: req-4adeb714-fa18-462b-9f03-e569b9dc4ed6 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:39:11.694757 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c95e4671-90c9-4009-b59d-d4c158667f30", "name": "network-vif-deleted", "tag": "f523798a-44c5-469b-bf17-5bd4416f1098", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:39:11.695173 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4adeb714-fa18-462b-9f03-e569b9dc4ed6 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:39:11.695751 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c95e4671-90c9-4009-b59d-d4c158667f30', 'name': 'network-vif-deleted', 'tag': 'f523798a-44c5-469b-bf17-5bd4416f1098', 'status': 'completed', 'code': 200} Oct 28 09:39:11.852211 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f0717a0e-f4ec-49cd-b5e1-8081b95a9319 req-6f35fdda-6574-4bb4-b41d-1fd3ebc552ab tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=c95e4671-90c9-4009-b59d-d4c158667f30 HTTP/1.1" status: 200 len: 210 time: 0.0551164 Oct 28 09:39:11.883491 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4401e-97a0-4b09-b9ca-d0f8b94f0327 req-7711d1d4-f441-4532-beca-7396456b3434 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:11.883491 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-28b4401e-97a0-4b09-b9ca-d0f8b94f0327 req-7711d1d4-f441-4532-beca-7396456b3434 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 946 time: 0.1132319 Oct 28 09:39:11.925123 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d,segment=NetworkSegment(59cc495c-53a1-4ef8-9ecd-e24868724bff),segment_id=59cc495c-53a1-4ef8-9ecd-e24868724bff)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:11.946996 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': '6bd91a31-40cc-479a-ad35-5aa2feaf8b1d', 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589', 'port_id': '6bd91a31-40cc-479a-ad35-5aa2feaf8b1d', 'mac_address': 'fa:16:3e:c4:2b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4035f645-2903-45e0-bc42-d8bbe94b48f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:39:11.995719 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-28b4401e-97a0-4b09-b9ca-d0f8b94f0327 req-9d25904a-6e08-491c-b312-98c9fdae3087 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893521 Oct 28 09:39:12.060801 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:12.092968 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:39:12.120653 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d,segment=NetworkSegment(59cc495c-53a1-4ef8-9ecd-e24868724bff),segment_id=59cc495c-53a1-4ef8-9ecd-e24868724bff)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:12.158309 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:12.322905 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:12.373925 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07f0ec-43f9-4fd4-988a-d0d8040500d0 req-928e4d40-d8ca-446a-b414-8bf339f5cddf tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:12.375498 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8f07f0ec-43f9-4fd4-988a-d0d8040500d0 req-928e4d40-d8ca-446a-b414-8bf339f5cddf tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 945 time: 0.0777166 Oct 28 09:39:12.439606 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8f07f0ec-43f9-4fd4-988a-d0d8040500d0 req-f6d1f75a-c586-4083-96c7-6c482bbbecff tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558391 Oct 28 09:39:12.489212 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:12.582719 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['6bd91a31-40cc-479a-ad35-5aa2feaf8b1d'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:39:12.639114 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:12.969744 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de02eb-e3e6-4c6c-ad7d-8eb9e445b882 req-55228415-baa8-4be4-b5bb-7596c6e3e8ef tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:12.980934 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-85de02eb-e3e6-4c6c-ad7d-8eb9e445b882 req-55228415-baa8-4be4-b5bb-7596c6e3e8ef tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.1289535 Oct 28 09:39:13.039217 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-85de02eb-e3e6-4c6c-ad7d-8eb9e445b882 req-516b6fb8-fbbc-46fb-a357-b234a4d904f0 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454130 Oct 28 09:39:13.271706 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e779fd-0cea-4b78-ae61-08e4609c51a1 req-8af1a36c-cacd-427e-b1f8-a45e721995db tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:13.273188 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b2e779fd-0cea-4b78-ae61-08e4609c51a1 req-8af1a36c-cacd-427e-b1f8-a45e721995db tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 945 time: 0.0868278 Oct 28 09:39:13.322249 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b2e779fd-0cea-4b78-ae61-08e4609c51a1 req-45ce67f1-7b42-472d-902a-d1aae4aa57ca tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409651 Oct 28 09:39:13.569164 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5a243-9a4d-46d4-aa45-adf54712890f req-09893a6b-b4fd-4099-a488-e8046abf3088 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:13.576844 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b8e5a243-9a4d-46d4-aa45-adf54712890f req-09893a6b-b4fd-4099-a488-e8046abf3088 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 945 time: 0.0719373 Oct 28 09:39:13.619139 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b8e5a243-9a4d-46d4-aa45-adf54712890f req-8728c60c-876a-466b-892b-0cce4a91fe0f tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414500 Oct 28 09:39:13.666121 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device f523798a-44c5-469b-bf17-5bd4416f1098 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:39:13.689836 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] No Port match for: f523798a-44c5-469b-bf17-5bd4416f1098 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:39:13.690045 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device f523798a-44c5-469b-bf17-5bd4416f1098 not bound to the agent host hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:39:13.743018 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:14.230570 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb46c0-7db0-4d2d-ae48-b320a5ce109b req-9aa5356b-d528-4125-b00a-ea8de1967af9 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:14.232232 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-97cb46c0-7db0-4d2d-ae48-b320a5ce109b req-9aa5356b-d528-4125-b00a-ea8de1967af9 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0972903 Oct 28 09:39:14.298937 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-97cb46c0-7db0-4d2d-ae48-b320a5ce109b req-021344b0-dd2e-4327-a2b0-0730347039a1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580788 Oct 28 09:39:14.452179 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e32f9-d9a9-40eb-ae9e-8b7a252661b5 req-77724086-ae62-4cfe-a176-593e971c3707 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:14.453677 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c02e32f9-d9a9-40eb-ae9e-8b7a252661b5 req-77724086-ae62-4cfe-a176-593e971c3707 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 945 time: 0.0523062 Oct 28 09:39:14.499153 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c02e32f9-d9a9-40eb-ae9e-8b7a252661b5 req-33cf00a2-c495-40fd-aea4-bb24ce8e275d tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384548 Oct 28 09:39:14.746168 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d50acd-5f7c-455a-8879-36a4c7b05662 req-4e0b5099-3bc9-43ee-81a0-b30b409b6c49 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:14.747570 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-80d50acd-5f7c-455a-8879-36a4c7b05662 req-4e0b5099-3bc9-43ee-81a0-b30b409b6c49 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 945 time: 0.0484202 Oct 28 09:39:14.784471 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-80d50acd-5f7c-455a-8879-36a4c7b05662 req-ac43fe4f-7260-4672-9a88-c7e4f85227c8 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309319 Oct 28 09:39:15.429503 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2202c-c435-45e8-b79a-7be8907c6222 req-ded80959-523f-498d-8bd9-528b426d7904 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:15.430958 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-09e2202c-c435-45e8-b79a-7be8907c6222 req-ded80959-523f-498d-8bd9-528b426d7904 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0564342 Oct 28 09:39:15.471379 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-09e2202c-c435-45e8-b79a-7be8907c6222 req-440627fd-601f-4bdd-a514-261d8aa0eb64 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341246 Oct 28 09:39:15.563660 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e2779-4b4e-45f7-851b-24c41e10b127 req-4a365b56-bd9a-4a56-b0f0-cc1f176ec86e tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:15.565180 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-827e2779-4b4e-45f7-851b-24c41e10b127 req-4a365b56-bd9a-4a56-b0f0-cc1f176ec86e tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0557640 Oct 28 09:39:15.606515 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-827e2779-4b4e-45f7-851b-24c41e10b127 req-8cb0faf6-2c76-4269-8c2a-cc4d39969285 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351686 Oct 28 09:39:15.620236 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5cbde-d7e8-40f4-9de3-4226cf6118f9 req-1355d122-ed13-4160-ab64-902a5de70cf0 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:15.623257 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-97b5cbde-d7e8-40f4-9de3-4226cf6118f9 req-1355d122-ed13-4160-ab64-902a5de70cf0 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 945 time: 0.0520525 Oct 28 09:39:15.660269 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-97b5cbde-d7e8-40f4-9de3-4226cf6118f9 req-b0d474e7-7eba-4496-b910-38e983940043 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326471 Oct 28 09:39:15.899449 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c2d4b-d399-4e38-a025-84e9f162a02f req-8b6512a9-8655-4f9c-89bf-adff3cbbe08d tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:15.900950 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-2e5c2d4b-d399-4e38-a025-84e9f162a02f req-8b6512a9-8655-4f9c-89bf-adff3cbbe08d tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 945 time: 0.0483949 Oct 28 09:39:15.937744 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-2e5c2d4b-d399-4e38-a025-84e9f162a02f req-1a23f026-93c7-4ce1-9854-b8ce5ec31db2 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308981 Oct 28 09:39:16.590172 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f0a50-3c21-47b6-8776-9ff6921f2eb2 req-5ef14210-23a9-4eb5-a881-8f90dd8d7fb9 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:16.591543 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-361f0a50-3c21-47b6-8776-9ff6921f2eb2 req-5ef14210-23a9-4eb5-a881-8f90dd8d7fb9 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0482860 Oct 28 09:39:16.629305 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-361f0a50-3c21-47b6-8776-9ff6921f2eb2 req-b0b0867d-10fb-4bbf-b523-0086697553dd tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313852 Oct 28 09:39:16.723210 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228fe2f-44d5-4c04-8dfb-6368eeb85e46 req-632d3706-fe2d-430a-a5b4-2965bacd8981 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:16.724718 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-8228fe2f-44d5-4c04-8dfb-6368eeb85e46 req-632d3706-fe2d-430a-a5b4-2965bacd8981 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0508170 Oct 28 09:39:16.763570 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-8228fe2f-44d5-4c04-8dfb-6368eeb85e46 req-dd1b9749-0587-4b08-8ca1-cdc1a768614e tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330217 Oct 28 09:39:16.778257 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27b309-19fa-4a68-9a36-3f58e1a5d472 req-f75b3dfb-1e32-4e7f-a55b-dc7433d033bb tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:16.779748 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8b27b309-19fa-4a68-9a36-3f58e1a5d472 req-f75b3dfb-1e32-4e7f-a55b-dc7433d033bb tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 945 time: 0.0539691 Oct 28 09:39:16.817219 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8b27b309-19fa-4a68-9a36-3f58e1a5d472 req-a89c099b-ec9c-44cb-94f3-da1aeefbc5ad tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307264 Oct 28 09:39:17.056638 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c2749-d42d-4d51-9c34-b5bad845dfc4 req-b080cb94-5b22-4f52-948e-00d9f9629efc tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:17.058084 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-8f7c2749-d42d-4d51-9c34-b5bad845dfc4 req-b080cb94-5b22-4f52-948e-00d9f9629efc tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 945 time: 0.0526233 Oct 28 09:39:17.095143 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-8f7c2749-d42d-4d51-9c34-b5bad845dfc4 req-d0e9c256-bf48-4ba0-b767-28a3d4ee4a49 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312178 Oct 28 09:39:17.556323 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:39:17.704380 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e2358-5dea-4414-a2f8-2ce0bb7c99a2 req-7e730630-b082-40bb-91bf-f061970520d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:17.706525 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fd8e2358-5dea-4414-a2f8-2ce0bb7c99a2 req-7e730630-b082-40bb-91bf-f061970520d6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a1655550196140baa9220386a1a8373e&device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 1098 time: 0.0601532 Oct 28 09:39:17.744548 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning for port 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d completed by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:39:17.750978 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:39:17.751369 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:17.772220 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0a0e7-742f-43b4-93d2-f5e998ac8261 req-025df6e9-1a25-4e87-9a0c-6585e3f76d70 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:17.773809 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-87c0a0e7-742f-43b4-93d2-f5e998ac8261 req-025df6e9-1a25-4e87-9a0c-6585e3f76d70 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 945 time: 0.0639718 Oct 28 09:39:17.819100 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-87c0a0e7-742f-43b4-93d2-f5e998ac8261 req-7d7dc81f-0000-4285-a26f-b48e3b5d3719 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390208 Oct 28 09:39:17.846874 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:17.874082 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500bccbd-2f52-4228-9aed-8ca963e142ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd91a31-40cc-479a-ad35-5aa2feaf8b1d'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:39:17.876608 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cc60b4-9112-4670-9a8e-19c169a38a90" -d '{"events": [{"server_uuid": "500bccbd-2f52-4228-9aed-8ca963e142ef", "name": "network-vif-plugged", "status": "completed", "tag": "6bd91a31-40cc-479a-ad35-5aa2feaf8b1d"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:39:17.894242 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d,segment=NetworkSegment(59cc495c-53a1-4ef8-9ecd-e24868724bff),segment_id=59cc495c-53a1-4ef8-9ecd-e24868724bff)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:17.901203 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:17.940831 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8c61f-63ba-42a9-8b85-d2a991e4fe8b req-a048253d-c6fa-479e-a579-79292e972664 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:17.943418 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3ba8c61f-63ba-42a9-8b85-d2a991e4fe8b req-a048253d-c6fa-479e-a579-79292e972664 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0978615 Oct 28 09:39:17.962005 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:18.003182 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3ba8c61f-63ba-42a9-8b85-d2a991e4fe8b req-f8ef1135-09a8-42b2-bf8f-4b21cedbd7aa tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528867 Oct 28 09:39:18.024292 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e2358-5dea-4414-a2f8-2ce0bb7c99a2 req-166bfddf-bf27-4a23-81cf-94c5cf5f12a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:18.026742 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fd8e2358-5dea-4414-a2f8-2ce0bb7c99a2 req-166bfddf-bf27-4a23-81cf-94c5cf5f12a5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0c6135fc-e04f-41b1-91c9-8bd4154b91de HTTP/1.1" status: 200 len: 919 time: 0.1957219 Oct 28 09:39:18.043237 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122e656-0426-46cf-856d-0643bfe86e25 req-15bee128-4a97-414d-9edb-5ffa6c1ba61b tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:18.044974 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a122e656-0426-46cf-856d-0643bfe86e25 req-15bee128-4a97-414d-9edb-5ffa6c1ba61b tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 945 time: 0.1191931 Oct 28 09:39:18.069264 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e948c177-88e5-46a7-9309-5604c14c05ef x-openstack-request-id: req-e948c177-88e5-46a7-9309-5604c14c05ef {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:39:18.069596 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "500bccbd-2f52-4228-9aed-8ca963e142ef", "name": "network-vif-plugged", "status": "completed", "tag": "6bd91a31-40cc-479a-ad35-5aa2feaf8b1d", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:39:18.069876 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e948c177-88e5-46a7-9309-5604c14c05ef {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:39:18.070260 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500bccbd-2f52-4228-9aed-8ca963e142ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd91a31-40cc-479a-ad35-5aa2feaf8b1d', 'code': 200} Oct 28 09:39:18.093849 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fd8e2358-5dea-4414-a2f8-2ce0bb7c99a2 req-21d38892-dd7a-4b09-b586-85c791c3ce85 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6951c21d-afe1-4690-a945-d9ce84d8498c HTTP/1.1" status: 200 len: 217 time: 0.0477226 Oct 28 09:39:18.119820 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a122e656-0426-46cf-856d-0643bfe86e25 req-3e9e5d63-a979-4ec0-bd40-ecdd00c44789 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676222 Oct 28 09:39:18.226327 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca241761-fa56-4453-88a7-b8cd89344eab req-ef441be6-72d7-445a-9bc8-aaacfb6af9d9 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:18.227755 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-ca241761-fa56-4453-88a7-b8cd89344eab req-ef441be6-72d7-445a-9bc8-aaacfb6af9d9 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0526636 Oct 28 09:39:18.244243 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e2358-5dea-4414-a2f8-2ce0bb7c99a2 req-1f7cef62-b022-4205-9c24-8b96967d498e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:18.245697 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fd8e2358-5dea-4414-a2f8-2ce0bb7c99a2 req-1f7cef62-b022-4205-9c24-8b96967d498e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f756cde3-6ad6-41bc-a74b-aa926d36b9a7 HTTP/1.1" status: 200 len: 858 time: 0.1182344 Oct 28 09:39:18.266622 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72dff5-2325-46d5-9594-3de07594e9dc req-e2e0a381-dbc7-4a58-a6c9-9fbe3707db1c tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:18.268095 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-da72dff5-2325-46d5-9594-3de07594e9dc req-e2e0a381-dbc7-4a58-a6c9-9fbe3707db1c tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.98 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 945 time: 0.0958047 Oct 28 09:39:18.271097 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-ca241761-fa56-4453-88a7-b8cd89344eab req-c4d56970-73e1-41b1-a5c7-c803e33288cf tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369952 Oct 28 09:39:18.306569 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9419ecd-2bba-4cc3-a28b-077b48a641c5 req-f6f896a0-f63c-4abe-849c-9511a243473b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:18.308104 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c9419ecd-2bba-4cc3-a28b-077b48a641c5 req-f6f896a0-f63c-4abe-849c-9511a243473b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=527b76bbd1e54d17a4de33776892141c&device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 1098 time: 0.1185660 Oct 28 09:39:18.325377 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fd8e2358-5dea-4414-a2f8-2ce0bb7c99a2 req-0b4ea348-6ed9-4d0a-99c6-e49b9587fc38 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0c6135fc-e04f-41b1-91c9-8bd4154b91de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665653 Oct 28 09:39:18.394322 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0196817-5df2-497d-a383-c862d2d5397b req-b0e89966-9601-4617-b30e-ced41afd98fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:18.396408 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d0196817-5df2-497d-a383-c862d2d5397b req-b0e89966-9601-4617-b30e-ced41afd98fd service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 1099 time: 0.0488863 Oct 28 09:39:18.440541 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d0196817-5df2-497d-a383-c862d2d5397b req-fe64a4b2-6457-48d4-ab20-77eb71080ecc service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291276 Oct 28 09:39:18.481060 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 317d86bf-717f-4001-a686-804fd5c9c218 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:39:18.526470 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9419ecd-2bba-4cc3-a28b-077b48a641c5 req-9b6786ed-8105-46bb-ad1f-2cdff2bee9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:18.527679 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c9419ecd-2bba-4cc3-a28b-077b48a641c5 req-9b6786ed-8105-46bb-ad1f-2cdff2bee9fc service neutron] 10.222.0.98 "GET /v2.0/networks?id=4ea4cab8-150a-44ba-9227-c4083ead845c HTTP/1.1" status: 200 len: 916 time: 0.1998045 Oct 28 09:39:18.534655 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fd8e2358-5dea-4414-a2f8-2ce0bb7c99a2 req-60d59647-ab58-4c97-b4e7-8febb7a158a6 service neutron] 10.222.0.98 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945875 Oct 28 09:39:18.542681 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-da72dff5-2325-46d5-9594-3de07594e9dc req-1d5d18e7-dfa6-4fa9-a36f-a97d1c5bf146 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Deleting port ebfeec55-039f-4993-a732-b456cb05e632 {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:39:18.543020 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-da72dff5-2325-46d5-9594-3de07594e9dc req-1d5d18e7-dfa6-4fa9-a36f-a97d1c5bf146 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:18.585320 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:18.622289 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 317d86bf-717f-4001-a686-804fd5c9c218, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=317d86bf-717f-4001-a686-804fd5c9c218,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:18.626289 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:18.651389 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-da72dff5-2325-46d5-9594-3de07594e9dc req-1d5d18e7-dfa6-4fa9-a36f-a97d1c5bf146 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] For port ebfeec55-039f-4993-a732-b456cb05e632, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ebfeec55-039f-4993-a732-b456cb05e632,segment=NetworkSegment(8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a),segment_id=8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:18.651784 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-da72dff5-2325-46d5-9594-3de07594e9dc req-1d5d18e7-dfa6-4fa9-a36f-a97d1c5bf146 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:18.664691 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-da72dff5-2325-46d5-9594-3de07594e9dc req-1d5d18e7-dfa6-4fa9-a36f-a97d1c5bf146 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Calling delete_port for ebfeec55-039f-4993-a732-b456cb05e632 owned by compute:nova {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:39:18.679085 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=317d86bf-717f-4001-a686-804fd5c9c218,revision_number=8']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:19.077006 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c9419ecd-2bba-4cc3-a28b-077b48a641c5 req-5cc4dce3-ad6e-4391-9980-ffeed76005ba service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=317d86bf-717f-4001-a686-804fd5c9c218 HTTP/1.1" status: 200 len: 998 time: 0.4013076 Oct 28 09:39:19.115872 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3027cf5-71a0-4709-a8c8-ac732bb64bff req-be81f243-a37e-4b01-aa88-fccba40e8532 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:19.117312 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e3027cf5-71a0-4709-a8c8-ac732bb64bff req-be81f243-a37e-4b01-aa88-fccba40e8532 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.1512282 Oct 28 09:39:19.126577 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbf910-8d07-4efe-afa5-442ce6c58df0 req-04d17d2c-db43-4b4a-a318-315f1f83b8ce tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:19.128431 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c9cbf910-8d07-4efe-afa5-442ce6c58df0 req-04d17d2c-db43-4b4a-a318-315f1f83b8ce tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0501161 Oct 28 09:39:19.139822 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fd8e2358-5dea-4414-a2f8-2ce0bb7c99a2 req-b43b12e7-6ea3-485a-a611-0fa0ccfd6418 service neutron] 10.222.0.98 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628491 Oct 28 09:39:19.168074 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c9cbf910-8d07-4efe-afa5-442ce6c58df0 req-733818cc-1e94-4ccd-ad6c-46fd7650b266 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330513 Oct 28 09:39:19.201243 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e3027cf5-71a0-4709-a8c8-ac732bb64bff req-c39579c7-9c52-4776-9b8d-9a8976adc3f5 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737441 Oct 28 09:39:19.227718 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-da72dff5-2325-46d5-9594-3de07594e9dc req-1d5d18e7-dfa6-4fa9-a36f-a97d1c5bf146 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:19.248471 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d18e7-dfa6-4fa9-a36f-a97d1c5bf146 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Pushing event deleted for resources: {'Port': ['ID=ebfeec55-039f-4993-a732-b456cb05e632,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:19.255230 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-0be9224b-59c2-4c86-9228-f928ac859646 req-1ce0abcb-66d4-4643-8283-7223912a9965 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 210 time: 0.0278647 Oct 28 09:39:19.276891 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d18e7-dfa6-4fa9-a36f-a97d1c5bf146 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:19.277238 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d18e7-dfa6-4fa9-a36f-a97d1c5bf146 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:19.277578 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d18e7-dfa6-4fa9-a36f-a97d1c5bf146 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:19.277913 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d18e7-dfa6-4fa9-a36f-a97d1c5bf146 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:19.278244 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d18e7-dfa6-4fa9-a36f-a97d1c5bf146 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:19.278573 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d18e7-dfa6-4fa9-a36f-a97d1c5bf146 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:19.278897 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d18e7-dfa6-4fa9-a36f-a97d1c5bf146 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:19.279219 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d18e7-dfa6-4fa9-a36f-a97d1c5bf146 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:19.279558 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d18e7-dfa6-4fa9-a36f-a97d1c5bf146 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:19.279886 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d18e7-dfa6-4fa9-a36f-a97d1c5bf146 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:19.280210 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d18e7-dfa6-4fa9-a36f-a97d1c5bf146 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:19.280528 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d18e7-dfa6-4fa9-a36f-a97d1c5bf146 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:19.299469 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-da72dff5-2325-46d5-9594-3de07594e9dc req-1d5d18e7-dfa6-4fa9-a36f-a97d1c5bf146 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] No DVR routers for this DVR port ebfeec55-039f-4993-a732-b456cb05e632 on host hv-cinder-81514 {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:39:19.302447 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-da72dff5-2325-46d5-9594-3de07594e9dc req-1d5d18e7-dfa6-4fa9-a36f-a97d1c5bf146 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:19.305771 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-da72dff5-2325-46d5-9594-3de07594e9dc req-1d5d18e7-dfa6-4fa9-a36f-a97d1c5bf146 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.98 "DELETE /v2.0/ports/ebfeec55-039f-4993-a732-b456cb05e632 HTTP/1.1" status: 204 len: 173 time: 1.0263062 Oct 28 09:39:19.306208 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f6d00e-c73d-4c27-b321-3a23ccfa904f', 'name': 'network-vif-deleted', 'tag': 'ebfeec55-039f-4993-a732-b456cb05e632'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:39:19.308447 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8f9525-1273-49ff-a51e-2047d720315e" -d '{"events": [{"server_uuid": "d9f6d00e-c73d-4c27-b321-3a23ccfa904f", "name": "network-vif-deleted", "tag": "ebfeec55-039f-4993-a732-b456cb05e632"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:39:19.344605 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9d38f2-2531-4fbb-8292-d90ab15d4cd3 x-openstack-request-id: req-8e9d38f2-2531-4fbb-8292-d90ab15d4cd3 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:39:19.344907 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f6d00e-c73d-4c27-b321-3a23ccfa904f", "name": "network-vif-deleted", "tag": "ebfeec55-039f-4993-a732-b456cb05e632", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:39:19.345153 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8e9d38f2-2531-4fbb-8292-d90ab15d4cd3 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:39:19.345532 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f6d00e-c73d-4c27-b321-3a23ccfa904f', 'name': 'network-vif-deleted', 'tag': 'ebfeec55-039f-4993-a732-b456cb05e632', 'status': 'completed', 'code': 200} Oct 28 09:39:19.392562 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594d073-9866-4fe5-be3d-852a27735117 req-0673b6ff-40e3-458a-b7cb-b82f6bd9fa72 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:19.393937 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2594d073-9866-4fe5-be3d-852a27735117 req-0673b6ff-40e3-458a-b7cb-b82f6bd9fa72 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0518999 Oct 28 09:39:19.432937 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2594d073-9866-4fe5-be3d-852a27735117 req-1a8ab855-666d-418b-93b7-1def5496599c tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328956 Oct 28 09:39:20.071652 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab012d22-1e3c-469b-8915-07d2105e4071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '317d86bf-717f-4001-a686-804fd5c9c218'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:39:20.073989 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd6aca9-2c47-4b7d-9656-e151bcec9614" -d '{"events": [{"server_uuid": "ab012d22-1e3c-469b-8915-07d2105e4071", "name": "network-vif-unplugged", "status": "completed", "tag": "317d86bf-717f-4001-a686-804fd5c9c218"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:39:20.111387 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb61a7a-1933-4627-b511-af9dbabd884a x-openstack-request-id: req-eeb61a7a-1933-4627-b511-af9dbabd884a {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:39:20.111719 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab012d22-1e3c-469b-8915-07d2105e4071", "name": "network-vif-unplugged", "status": "completed", "tag": "317d86bf-717f-4001-a686-804fd5c9c218", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:39:20.111975 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-eeb61a7a-1933-4627-b511-af9dbabd884a {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:39:20.112365 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab012d22-1e3c-469b-8915-07d2105e4071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '317d86bf-717f-4001-a686-804fd5c9c218', 'code': 200} Oct 28 09:39:20.289481 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e51bc8-eb55-4e84-81b0-27ed246fbf69 req-5078955a-8118-420b-ab80-28e035d0b963 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:20.290991 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-10e51bc8-eb55-4e84-81b0-27ed246fbf69 req-5078955a-8118-420b-ab80-28e035d0b963 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0543551 Oct 28 09:39:20.330731 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7b684-c07b-44fa-b4e1-9f07934b85d4 req-b313e168-f81a-4eb3-a64b-281bdd2e67e1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:20.332886 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e4d7b684-c07b-44fa-b4e1-9f07934b85d4 req-b313e168-f81a-4eb3-a64b-281bdd2e67e1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0528407 Oct 28 09:39:20.334168 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-10e51bc8-eb55-4e84-81b0-27ed246fbf69 req-1e4dfef0-4ddb-46f4-ac92-c1c2813d5d48 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370905 Oct 28 09:39:20.373548 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e4d7b684-c07b-44fa-b4e1-9f07934b85d4 req-d3d33a83-b652-4340-a25e-1a563be305f5 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344901 Oct 28 09:39:20.418189 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a999f91b-fdb1-4fe7-9bc5-b27bcb7aa0f8 req-c8bf970c-c689-4d6d-b724-6321927239aa tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 210 time: 0.0271773 Oct 28 09:39:20.545499 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60152ff-5b9b-4a43-aaf7-6e9837f7d20e req-5f15062d-fef6-4c59-898b-56bccf962dde tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:20.547264 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b60152ff-5b9b-4a43-aaf7-6e9837f7d20e req-5f15062d-fef6-4c59-898b-56bccf962dde tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0490749 Oct 28 09:39:20.586576 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b60152ff-5b9b-4a43-aaf7-6e9837f7d20e req-a4aa4fed-327b-4f14-a2ee-3a64e854834b tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327277 Oct 28 09:39:20.866853 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9419ecd-2bba-4cc3-a28b-077b48a641c5 req-8e396d95-2ab8-4553-b79b-99b39880a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:20.868496 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c9419ecd-2bba-4cc3-a28b-077b48a641c5 req-8e396d95-2ab8-4553-b79b-99b39880a29c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=263b05d8-eb38-4884-926d-259edcdc488d HTTP/1.1" status: 200 len: 854 time: 0.0445452 Oct 28 09:39:21.459343 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570170c-a172-455d-bb01-b81b1b726927 req-a56e3701-ccb2-4978-8579-13b38f32516a tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:21.461694 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5570170c-a172-455d-bb01-b81b1b726927 req-a56e3701-ccb2-4978-8579-13b38f32516a tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0586162 Oct 28 09:39:21.495446 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed80ccb-2db2-4d5b-bc87-051ea91df60e req-fab1c46f-53c8-4ec8-b539-369f9af267e0 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:21.498604 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-bed80ccb-2db2-4d5b-bc87-051ea91df60e req-fab1c46f-53c8-4ec8-b539-369f9af267e0 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0505841 Oct 28 09:39:21.499766 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5570170c-a172-455d-bb01-b81b1b726927 req-d740ea8e-81e3-49c4-b701-db78ddb090ea tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325131 Oct 28 09:39:21.546404 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-bed80ccb-2db2-4d5b-bc87-051ea91df60e req-2f84cff8-dc4c-4764-bc62-bcb6a61bc7c7 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434906 Oct 28 09:39:21.582152 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1e0155d5-7f62-44d9-ba99-b3d1a14d9fb7 req-4f970a38-921c-47a5-888a-6da8bca95f7a tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 210 time: 0.0271676 Oct 28 09:39:21.708524 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942751e-9a38-4208-82a7-125092712597 req-145cee6b-e034-4cf2-a18a-58ebeb297a1b tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:21.710018 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-8942751e-9a38-4208-82a7-125092712597 req-145cee6b-e034-4cf2-a18a-58ebeb297a1b tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0529575 Oct 28 09:39:21.748085 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-8942751e-9a38-4208-82a7-125092712597 req-389569ec-2306-4af0-81eb-9d514b380892 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317614 Oct 28 09:39:21.842673 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['d89e9c3c-8f0c-4e01-9d78-205c0d4dab14', 'ebfeec55-039f-4993-a732-b456cb05e632'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:39:21.919528 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9419ecd-2bba-4cc3-a28b-077b48a641c5 req-eeb40553-49f5-49d3-9b31-0ceb522946b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:21.922614 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c9419ecd-2bba-4cc3-a28b-077b48a641c5 req-eeb40553-49f5-49d3-9b31-0ceb522946b3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4ea4cab8-150a-44ba-9227-c4083ead845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468333 Oct 28 09:39:22.048792 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c9419ecd-2bba-4cc3-a28b-077b48a641c5 req-2169de75-5938-4423-a366-63bcfa57e685 service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937829 Oct 28 09:39:22.145117 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c9419ecd-2bba-4cc3-a28b-077b48a641c5 req-7ed85d7e-a6a5-4da5-813b-ed07b378590d service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861154 Oct 28 09:39:22.242998 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:22.615536 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16dcd2-3137-4160-8609-e66332580ab6 req-68a3cb9a-99cf-48e1-84db-d7c2f80ff31e tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:22.617053 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8d16dcd2-3137-4160-8609-e66332580ab6 req-68a3cb9a-99cf-48e1-84db-d7c2f80ff31e tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0514896 Oct 28 09:39:22.662885 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8d16dcd2-3137-4160-8609-e66332580ab6 req-10f361a7-d49e-45fa-91d2-5ced969c4989 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399063 Oct 28 09:39:22.683038 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef662e-2c65-41ef-85e3-6b02be003153 req-bcc671cd-b5c3-4bf3-abd8-410f5d0e4dd9 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:22.701818 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-10ef662e-2c65-41ef-85e3-6b02be003153 req-bcc671cd-b5c3-4bf3-abd8-410f5d0e4dd9 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0690858 Oct 28 09:39:22.760245 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-10ef662e-2c65-41ef-85e3-6b02be003153 req-7087a4c0-8bac-48a2-9c7a-e1b2022f3e5d tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573261 Oct 28 09:39:22.826502 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-749000e0-4c95-46f2-9d09-f234b3431473 req-af799200-7e98-4fb2-bfad-23c62c79236d tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9f6d00e-c73d-4c27-b321-3a23ccfa904f HTTP/1.1" status: 200 len: 210 time: 0.0369766 Oct 28 09:39:22.915426 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3dfde-cc9a-4605-a65f-3da921c6438d req-78338d1d-6c87-44bd-9c27-9083ded04902 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:22.922851 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-8ff3dfde-cc9a-4605-a65f-3da921c6438d req-78338d1d-6c87-44bd-9c27-9083ded04902 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0647528 Oct 28 09:39:22.957502 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-8ff3dfde-cc9a-4605-a65f-3da921c6438d req-504f7a31-2004-45c7-9381-4611d3eb2027 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332680 Oct 28 09:39:23.799088 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a805ae-0e81-457d-940a-b43acbd6b40e req-d36654f2-4ff1-400c-b775-fea970f15dc5 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:23.800704 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-97a805ae-0e81-457d-940a-b43acbd6b40e req-d36654f2-4ff1-400c-b775-fea970f15dc5 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0500097 Oct 28 09:39:23.840246 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-97a805ae-0e81-457d-940a-b43acbd6b40e req-30f173a1-00b2-4614-92cb-dfe305e9fe00 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330162 Oct 28 09:39:23.898511 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d56f4-42e2-4666-b4b5-3f5fc92f1f2b req-ba735bdd-514d-4aab-a177-b6e9d359c4ac tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:23.900031 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1a9d56f4-42e2-4666-b4b5-3f5fc92f1f2b req-ba735bdd-514d-4aab-a177-b6e9d359c4ac tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0568247 Oct 28 09:39:23.948104 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1a9d56f4-42e2-4666-b4b5-3f5fc92f1f2b req-3cb9c2cb-5ecf-4d09-96bc-c38deaea5eff tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419157 Oct 28 09:39:24.070461 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eaf42d-2645-41f5-abdb-bce856572fd6 req-36fbc7a7-e6b9-4bba-aef7-3fd24ff59327 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:24.071842 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-67eaf42d-2645-41f5-abdb-bce856572fd6 req-36fbc7a7-e6b9-4bba-aef7-3fd24ff59327 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0480509 Oct 28 09:39:24.108795 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-67eaf42d-2645-41f5-abdb-bce856572fd6 req-3108edc9-2166-4a77-b54a-590fe1b1bb70 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311358 Oct 28 09:39:24.222437 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfa9b6-6419-48cc-803f-518133abf707 req-f425f432-2294-4e05-8a10-70a4afeba6dc tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:24.223986 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-accfa9b6-6419-48cc-803f-518133abf707 req-f425f432-2294-4e05-8a10-70a4afeba6dc tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0509953 Oct 28 09:39:24.263819 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-accfa9b6-6419-48cc-803f-518133abf707 req-a7d2dd84-77a5-4881-b6ec-7d6340928275 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337830 Oct 28 09:39:24.285378 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 56966) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:24.473486 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a96c332-01d7-40b8-9a93-a24b8d1fb7b9 tempest-TestShelveInstance-1159234225 tempest-TestShelveInstance-1159234225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:24.474996 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-1a96c332-01d7-40b8-9a93-a24b8d1fb7b9 tempest-TestShelveInstance-1159234225 tempest-TestShelveInstance-1159234225-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 1094 time: 0.1886358 Oct 28 09:39:24.478217 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 56970) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:24.482514 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Request body: {'floatingip': {'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'port_id': '6bd91a31-40cc-479a-ad35-5aa2feaf8b1d', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:39:24.509459 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for floatingip, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:24.606498 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:24.711359 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_common [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Allocated IP 172.27.2.15 (31303b2b-323a-4b81-9e96-008831f8aead/d3684885-b597-423f-94c6-5f950061bf40/b21299a7-5089-455c-95f5-c57820bcc2e4) {{(pid=101549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:39:24.813598 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for port, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:24.847201 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:24.889225 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Network 31303b2b-323a-4b81-9e96-008831f8aead is already hosted by enough agents. {{(pid=101549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:39:24.896569 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.base_scheduler [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Resources bound (agent type, host, resource id): {{(pid=101549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:39:24.900136 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Received port after_create {{(pid=101549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:39:24.905515 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Pushing event updated for resources: {'Port': ['ID=b21299a7-5089-455c-95f5-c57820bcc2e4,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:24.933057 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:24.933399 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:24.933735 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:24.934070 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:24.934395 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:24.934719 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:24.935039 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:24.935597 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:24.935858 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:24.936181 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:24.936499 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:24.936815 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:24.968613 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7258f7-c86e-42bb-8b96-7ba94783bbb9 req-cc92758c-bed2-4a98-a918-0a783e07a6ac tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:24.970198 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ea7258f7-c86e-42bb-8b96-7ba94783bbb9 req-cc92758c-bed2-4a98-a918-0a783e07a6ac tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0555837 Oct 28 09:39:25.014663 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ea7258f7-c86e-42bb-8b96-7ba94783bbb9 req-ae22b8ea-4f4d-4ce5-891b-e2fe9d822d48 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383401 Oct 28 09:39:25.181917 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23da98-a03d-437b-a944-4a9da6daf965 req-b6462a23-9ea0-44de-95f1-e7caa3ecc6fa tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:25.183330 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1b23da98-a03d-437b-a944-4a9da6daf965 req-b6462a23-9ea0-44de-95f1-e7caa3ecc6fa tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.1345475 Oct 28 09:39:25.246928 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1b23da98-a03d-437b-a944-4a9da6daf965 req-b637fec3-f306-4220-9ab5-e4fad9d61e69 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557430 Oct 28 09:39:25.476266 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:25.574693 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:25.908004 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for port, precommit_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:25.913771 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869576'] for port, after_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:25.983499 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Pushing event updated for resources: {'Port': ['ID=b21299a7-5089-455c-95f5-c57820bcc2e4,revision_number=2']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:25.994512 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639989'] for floatingip, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:26.096798 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.l3_db [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Floating IP 26bef5e0-a5d0-421c-8c0f-275ab2e03c47 associated. External IP: 172.27.2.15, port: 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d. Oct 28 09:39:26.148680 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9129a2-0277-4c76-a8a3-d4eba5b0e9b7 req-6526c17c-e0a7-46d0-8723-80ea0c9c09aa tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:26.150072 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1f9129a2-0277-4c76-a8a3-d4eba5b0e9b7 req-6526c17c-e0a7-46d0-8723-80ea0c9c09aa tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0503519 Oct 28 09:39:26.188162 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1f9129a2-0277-4c76-a8a3-d4eba5b0e9b7 req-31b587a2-b8b0-4e3b-a36c-5bd511fc30b7 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321696 Oct 28 09:39:26.304206 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Router 54f722df-49b2-48ea-b7d4-7403a7aab572 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:39:26.325332 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device ebfeec55-039f-4993-a732-b456cb05e632 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:39:26.346702 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] No Port match for: ebfeec55-039f-4993-a732-b456cb05e632 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:39:26.347040 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device ebfeec55-039f-4993-a732-b456cb05e632 not bound to the agent host hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:39:26.414246 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c8143-4d85-4deb-b984-d81439e4ef33 req-d087b9be-22fc-4224-8abe-60e6d0afc073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:26.415637 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b54c8143-4d85-4deb-b984-d81439e4ef33 req-d087b9be-22fc-4224-8abe-60e6d0afc073 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=527b76bbd1e54d17a4de33776892141c&device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 1096 time: 0.0419626 Oct 28 09:39:26.444321 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7c22f-25ab-4090-9aea-b5367317ed32 req-6dd46edf-b7dd-470c-9458-4e732ac2b7cb tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:26.445828 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f7a7c22f-25ab-4090-9aea-b5367317ed32 req-6dd46edf-b7dd-470c-9458-4e732ac2b7cb tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0946102 Oct 28 09:39:26.474716 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:39:26.485923 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79c736e-1945-429e-b4b8-9d5ba852f10b None None] Sync routers for ids ['54f722df-49b2-48ea-b7d4-7403a7aab572'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:39:26.499164 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79c736e-1945-429e-b4b8-9d5ba852f10b None None] Routers {'54f722df-49b2-48ea-b7d4-7403a7aab572'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:39:26.500354 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-b79c736e-1945-429e-b4b8-9d5ba852f10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:39:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['54f722df-49b2-48ea-b7d4-7403a7aab572'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:39:26.510780 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f7a7c22f-25ab-4090-9aea-b5367317ed32 req-82c3e23c-ac8b-4dfb-a593-0c97b3c74714 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539818 Oct 28 09:39:26.516937 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for floatingip, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:26.556633 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c8143-4d85-4deb-b984-d81439e4ef33 req-160e6c75-2505-45c1-937a-6167b4819768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:26.558210 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b54c8143-4d85-4deb-b984-d81439e4ef33 req-160e6c75-2505-45c1-937a-6167b4819768 service neutron] 10.222.0.98 "GET /v2.0/networks?id=4ea4cab8-150a-44ba-9227-c4083ead845c HTTP/1.1" status: 200 len: 916 time: 0.1120474 Oct 28 09:39:26.558355 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-c4031649-9d3e-4e8f-8038-cea97e6418a7 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0789204 Oct 28 09:39:26.558966 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '500bccbd-2f52-4228-9aed-8ca963e142ef', 'tag': '6bd91a31-40cc-479a-ad35-5aa2feaf8b1d'}] {{(pid=101549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:39:26.562617 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ad8cfbc74f76342fd0a63029923cc1170f39986be8cbcb10a1afec96ad6d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef188bd5-442d-4aa8-9151-87c2e1b9a688" -d '{"events": [{"name": "network-changed", "server_uuid": "500bccbd-2f52-4228-9aed-8ca963e142ef", "tag": "6bd91a31-40cc-479a-ad35-5aa2feaf8b1d"}]}' {{(pid=101549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:39:26.603362 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f5c9b1-dd00-4bf9-bea8-a2b1ba850547 x-openstack-request-id: req-33f5c9b1-dd00-4bf9-bea8-a2b1ba850547 {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:39:26.603652 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "500bccbd-2f52-4228-9aed-8ca963e142ef", "tag": "6bd91a31-40cc-479a-ad35-5aa2feaf8b1d", "status": "completed", "code": 200}]} {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:39:26.603926 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-33f5c9b1-dd00-4bf9-bea8-a2b1ba850547 {{(pid=101549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:39:26.604315 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '500bccbd-2f52-4228-9aed-8ca963e142ef', 'tag': '6bd91a31-40cc-479a-ad35-5aa2feaf8b1d', 'status': 'completed', 'code': 200} Oct 28 09:39:26.632483 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-b79c736e-1945-429e-b4b8-9d5ba852f10b None None] Set router 54f722df-49b2-48ea-b7d4-7403a7aab572 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:39:26.634093 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b54c8143-4d85-4deb-b984-d81439e4ef33 req-34ce4e1f-7120-4577-9fc2-0fa41b84f4ad service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=317d86bf-717f-4001-a686-804fd5c9c218 HTTP/1.1" status: 200 len: 998 time: 0.0648239 Oct 28 09:39:26.725911 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c8143-4d85-4deb-b984-d81439e4ef33 req-67ef122a-7e6a-44d1-ba6f-4d78b2f70cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:26.727288 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b54c8143-4d85-4deb-b984-d81439e4ef33 req-67ef122a-7e6a-44d1-ba6f-4d78b2f70cc0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=263b05d8-eb38-4884-926d-259edcdc488d HTTP/1.1" status: 200 len: 854 time: 0.0694969 Oct 28 09:39:26.729876 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef188bd5-442d-4aa8-9151-87c2e1b9a688 req-847edde4-5a9d-46f1-9ae2-6f5b0a09ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:26.731220 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ef188bd5-442d-4aa8-9151-87c2e1b9a688 req-847edde4-5a9d-46f1-9ae2-6f5b0a09ba0f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=64c8b312f18548939a655ccab105249a&device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 1099 time: 0.0814569 Oct 28 09:39:26.854925 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c8143-4d85-4deb-b984-d81439e4ef33 req-76b21fc2-535e-4cfc-b075-1199b77725fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:26.856462 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b54c8143-4d85-4deb-b984-d81439e4ef33 req-76b21fc2-535e-4cfc-b075-1199b77725fe service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4ea4cab8-150a-44ba-9227-c4083ead845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0966318 Oct 28 09:39:26.873882 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-b79c736e-1945-429e-b4b8-9d5ba852f10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'name': 'tempest-TestShelveInstance-1449459733-router', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:50Z', 'revision_number': 4, 'project_id': '64c8b312f18548939a655ccab105249a', 'gw_port': {'id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '26bef5e0-a5d0-421c-8c0f-275ab2e03c47', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'port_id': '6bd91a31-40cc-479a-ad35-5aa2feaf8b1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589', 'mac_address': 'fa:16:3e:c4:2b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500bccbd-2f52-4228-9aed-8ca963e142ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:39:25Z', 'updated_at': '2021-10-28T09:39:25Z', 'revision_number': 0, 'project_id': '64c8b312f18548939a655ccab105249a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db4ecb29-6caa-4237-9d92-a4b74aef0c99', 'name': '', 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'mac_address': 'fa:16:3e:79:a8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '4035f645-2903-45e0-bc42-d8bbe94b48f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:49Z', 'updated_at': '2021-10-28T09:37:55Z', 'revision_number': 5, 'project_id': '64c8b312f18548939a655ccab105249a', 'subnets': [{'id': '4035f645-2903-45e0-bc42-d8bbe94b48f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:39:26.910603 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79c736e-1945-429e-b4b8-9d5ba852f10b None None] Checking router: 54f722df-49b2-48ea-b7d4-7403a7aab572 for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:39:26.921679 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79c736e-1945-429e-b4b8-9d5ba852f10b None None] Routers {'54f722df-49b2-48ea-b7d4-7403a7aab572'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:39:26.922354 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-b79c736e-1945-429e-b4b8-9d5ba852f10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:39:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['54f722df-49b2-48ea-b7d4-7403a7aab572'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:39:26.934640 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef188bd5-442d-4aa8-9151-87c2e1b9a688 req-6c651552-c62b-44a9-8e54-75c02be66e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:26.936327 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ef188bd5-442d-4aa8-9151-87c2e1b9a688 req-6c651552-c62b-44a9-8e54-75c02be66e0a service neutron] 10.222.0.98 "GET /v2.0/networks?id=f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 HTTP/1.1" status: 200 len: 910 time: 0.1684628 Oct 28 09:39:27.032098 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b54c8143-4d85-4deb-b984-d81439e4ef33 req-07c152d9-9325-440d-a888-f3f919e6bd5b service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644580 Oct 28 09:39:27.036025 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ef188bd5-442d-4aa8-9151-87c2e1b9a688 req-f9f322ef-b471-4ea2-b317-0dcc103e5767 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d HTTP/1.1" status: 200 len: 999 time: 0.0846970 Oct 28 09:39:27.058018 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-b79c736e-1945-429e-b4b8-9d5ba852f10b None None] Set router 54f722df-49b2-48ea-b7d4-7403a7aab572 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:39:27.159396 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef188bd5-442d-4aa8-9151-87c2e1b9a688 req-7367bd6d-c482-4b20-8db0-743890c9e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:27.161165 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ef188bd5-442d-4aa8-9151-87c2e1b9a688 req-7367bd6d-c482-4b20-8db0-743890c9e074 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4035f645-2903-45e0-bc42-d8bbe94b48f5 HTTP/1.1" status: 200 len: 848 time: 0.1051600 Oct 28 09:39:27.230348 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b54c8143-4d85-4deb-b984-d81439e4ef33 req-3b46d85f-a324-4c1a-ac76-3170382b863b service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826479 Oct 28 09:39:27.255222 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef188bd5-442d-4aa8-9151-87c2e1b9a688 req-2bf985ed-61ba-4a0f-b96d-109c739f35a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:27.256817 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ef188bd5-442d-4aa8-9151-87c2e1b9a688 req-2bf985ed-61ba-4a0f-b96d-109c739f35a0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780764 Oct 28 09:39:27.389345 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-b79c736e-1945-429e-b4b8-9d5ba852f10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'name': 'tempest-TestShelveInstance-1449459733-router', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:50Z', 'revision_number': 4, 'project_id': '64c8b312f18548939a655ccab105249a', 'gw_port': {'id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '26bef5e0-a5d0-421c-8c0f-275ab2e03c47', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'port_id': '6bd91a31-40cc-479a-ad35-5aa2feaf8b1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589', 'mac_address': 'fa:16:3e:c4:2b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500bccbd-2f52-4228-9aed-8ca963e142ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:39:25Z', 'updated_at': '2021-10-28T09:39:25Z', 'revision_number': 0, 'project_id': '64c8b312f18548939a655ccab105249a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db4ecb29-6caa-4237-9d92-a4b74aef0c99', 'name': '', 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'mac_address': 'fa:16:3e:79:a8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '4035f645-2903-45e0-bc42-d8bbe94b48f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:49Z', 'updated_at': '2021-10-28T09:37:55Z', 'revision_number': 5, 'project_id': '64c8b312f18548939a655ccab105249a', 'subnets': [{'id': '4035f645-2903-45e0-bc42-d8bbe94b48f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:39:27.390448 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877fd57-b09a-40da-bc60-9f28fcc27e47 req-a75cf076-4728-4aab-80ec-9a371adcac5d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:27.397869 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5877fd57-b09a-40da-bc60-9f28fcc27e47 req-a75cf076-4728-4aab-80ec-9a371adcac5d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.1031303 Oct 28 09:39:27.423718 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79c736e-1945-429e-b4b8-9d5ba852f10b None None] The sync data for ids ['54f722df-49b2-48ea-b7d4-7403a7aab572'] in dv-cinder-815146-5-iscsi is: [{'id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'name': 'tempest-TestShelveInstance-1449459733-router', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:50Z', 'revision_number': 4, 'project_id': '64c8b312f18548939a655ccab105249a', 'gw_port': {'id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '26bef5e0-a5d0-421c-8c0f-275ab2e03c47', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'port_id': '6bd91a31-40cc-479a-ad35-5aa2feaf8b1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589', 'mac_address': 'fa:16:3e:c4:2b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500bccbd-2f52-4228-9aed-8ca963e142ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:39:25Z', 'updated_at': '2021-10-28T09:39:25Z', 'revision_number': 0, 'project_id': '64c8b312f18548939a655ccab105249a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db4ecb29-6caa-4237-9d92-a4b74aef0c99', 'name': '', 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'mac_address': 'fa:16:3e:79:a8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '4035f645-2903-45e0-bc42-d8bbe94b48f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:49Z', 'updated_at': '2021-10-28T09:37:55Z', 'revision_number': 5, 'project_id': '64c8b312f18548939a655ccab105249a', 'subnets': [{'id': '4035f645-2903-45e0-bc42-d8bbe94b48f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:39:27.477454 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5877fd57-b09a-40da-bc60-9f28fcc27e47 req-2c21f368-7eb0-4fa7-afdf-77880715640e tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787325 Oct 28 09:39:27.487515 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ef188bd5-442d-4aa8-9151-87c2e1b9a688 req-e39387e4-12a4-4d6b-9e56-6d3df58528c7 service neutron] 10.222.0.98 "GET /v2.0/networks/f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106273 Oct 28 09:39:27.516755 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11444b-220c-4996-8777-6f91e883f763 req-c90ad71f-562b-495e-8032-2f5c7503b3bc tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:27.529230 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-0c11444b-220c-4996-8777-6f91e883f763 req-c90ad71f-562b-495e-8032-2f5c7503b3bc tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 945 time: 0.0962789 Oct 28 09:39:27.596130 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-0c11444b-220c-4996-8777-6f91e883f763 req-43655130-c733-4ff6-ad53-3a903ec039cb tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636804 Oct 28 09:39:27.682207 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ef188bd5-442d-4aa8-9151-87c2e1b9a688 req-ecdd1a47-3893-4fe5-a025-38a21b8171ac service neutron] 10.222.0.98 "GET /v2.0/networks/f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804302 Oct 28 09:39:27.706420 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c28fb8-a309-4235-9d89-8c744eef42af req-16592653-1558-4fbb-bbb8-b6a90a3d59ca tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:27.708709 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c0c28fb8-a309-4235-9d89-8c744eef42af req-16592653-1558-4fbb-bbb8-b6a90a3d59ca tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0615079 Oct 28 09:39:27.746855 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30659811-0de4-42ad-827b-f5529d052c12 None None] New status for floating IP 26bef5e0-a5d0-421c-8c0f-275ab2e03c47: ACTIVE {{(pid=101551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:39:27.763441 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c0c28fb8-a309-4235-9d89-8c744eef42af req-5c765dd3-d7c0-46b5-8d8d-5bc801b74fdd tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433757 Oct 28 09:39:28.217961 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67e129-76cb-4277-bca7-b4f74874e118 req-7bb903cb-cd28-47c3-8327-49e848b8089e tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:28.219491 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-ff67e129-76cb-4277-bca7-b4f74874e118 req-7bb903cb-cd28-47c3-8327-49e848b8089e tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 946 time: 0.0530448 Oct 28 09:39:28.260652 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-ff67e129-76cb-4277-bca7-b4f74874e118 req-b85a04a0-2fd7-4086-a3d8-fc79077328ea tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322146 Oct 28 09:39:28.282466 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 57060) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:28.427440 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5be4ffb-013c-485b-9315-e1359745537d tempest-TestMinimumBasicScenario-162509095 tempest-TestMinimumBasicScenario-162509095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:28.429046 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-b5be4ffb-013c-485b-9315-e1359745537d tempest-TestMinimumBasicScenario-162509095 tempest-TestMinimumBasicScenario-162509095-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 1094 time: 0.1456149 Oct 28 09:39:28.431895 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 57064) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:28.436142 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-ef08e26f-6d70-480f-8de3-579d7d2b8394 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Request body: {'floatingip': {'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'port_id': 'bd9cc1d7-ba4e-49e9-97c7-e448321d1538', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:39:28.457777 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef08e26f-6d70-480f-8de3-579d7d2b8394 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for floatingip, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:28.557740 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef08e26f-6d70-480f-8de3-579d7d2b8394 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:28.608162 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85647a0f-260f-492e-bf5e-01175ed238d8 req-a3f56d95-233e-46df-91c1-def74d299c33 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:28.609696 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-85647a0f-260f-492e-bf5e-01175ed238d8 req-a3f56d95-233e-46df-91c1-def74d299c33 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0490787 Oct 28 09:39:28.657005 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-85647a0f-260f-492e-bf5e-01175ed238d8 req-459c84ea-635b-4ffe-9541-4af142bd7d5c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363874 Oct 28 09:39:28.676439 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_common [None req-ef08e26f-6d70-480f-8de3-579d7d2b8394 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Allocated IP 172.27.2.136 (31303b2b-323a-4b81-9e96-008831f8aead/d3684885-b597-423f-94c6-5f950061bf40/845a99f2-0d07-4657-b9f1-89d0c104869b) {{(pid=101549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:39:28.776688 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346808dd-b6a8-47ec-a31e-080682f6893a req-23977c0f-2c27-49e5-81f1-0d8d63a3a1bc tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:28.778179 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-346808dd-b6a8-47ec-a31e-080682f6893a req-23977c0f-2c27-49e5-81f1-0d8d63a3a1bc tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 945 time: 0.1040306 Oct 28 09:39:28.849590 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-346808dd-b6a8-47ec-a31e-080682f6893a req-541808b7-db6a-413b-be0e-35edf31dc472 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651064 Oct 28 09:39:28.852417 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef08e26f-6d70-480f-8de3-579d7d2b8394 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for port, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:28.890641 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef08e26f-6d70-480f-8de3-579d7d2b8394 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:28.898994 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15053b2-ac86-405e-ad2b-814c8c9c6e72 req-b7b51188-934e-4bcc-8383-8f22e3dfd783 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:28.900505 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c15053b2-ac86-405e-ad2b-814c8c9c6e72 req-b7b51188-934e-4bcc-8383-8f22e3dfd783 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0590112 Oct 28 09:39:28.929928 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef08e26f-6d70-480f-8de3-579d7d2b8394 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Network 31303b2b-323a-4b81-9e96-008831f8aead is already hosted by enough agents. {{(pid=101549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:39:28.932967 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.base_scheduler [None req-ef08e26f-6d70-480f-8de3-579d7d2b8394 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Resources bound (agent type, host, resource id): {{(pid=101549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:39:28.936515 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef08e26f-6d70-480f-8de3-579d7d2b8394 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Received port after_create {{(pid=101549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:39:28.943119 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c15053b2-ac86-405e-ad2b-814c8c9c6e72 req-345687eb-282c-4a02-8fa2-1939ef8600aa tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364516 Oct 28 09:39:28.960857 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08e26f-6d70-480f-8de3-579d7d2b8394 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Pushing event updated for resources: {'Port': ['ID=845a99f2-0d07-4657-b9f1-89d0c104869b,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:29.314581 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef08e26f-6d70-480f-8de3-579d7d2b8394 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:29.387889 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef08e26f-6d70-480f-8de3-579d7d2b8394 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:29.546044 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef08e26f-6d70-480f-8de3-579d7d2b8394 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for port, precommit_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:29.551686 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef08e26f-6d70-480f-8de3-579d7d2b8394 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869576'] for port, after_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:29.572088 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [req-f7659d20-b8ac-43aa-a001-c80438538160 req-a96a28aa-ef17-4bdc-a1ec-813f85b74a5a service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=101550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:39:29.573249 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f7659d20-b8ac-43aa-a001-c80438538160 req-a96a28aa-ef17-4bdc-a1ec-813f85b74a5a service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056970 Oct 28 09:39:29.625615 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08e26f-6d70-480f-8de3-579d7d2b8394 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Pushing event updated for resources: {'Port': ['ID=845a99f2-0d07-4657-b9f1-89d0c104869b,revision_number=2']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:29.637273 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef08e26f-6d70-480f-8de3-579d7d2b8394 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639989'] for floatingip, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:29.776385 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42638538-8c5e-46e3-a0ef-f3ab51f76414 req-eb48e6ca-7a3e-404c-8e69-93bc93b499d8 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:29.778515 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-42638538-8c5e-46e3-a0ef-f3ab51f76414 req-eb48e6ca-7a3e-404c-8e69-93bc93b499d8 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0509760 Oct 28 09:39:29.787555 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dfadc-30ea-4d6c-908d-defeb88cc433 req-6c25dece-9c92-4d11-8642-62b04bf0a4f3 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:29.789242 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-4b1dfadc-30ea-4d6c-908d-defeb88cc433 req-6c25dece-9c92-4d11-8642-62b04bf0a4f3 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0748639 Oct 28 09:39:29.812727 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.l3_db [None req-ef08e26f-6d70-480f-8de3-579d7d2b8394 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Floating IP e41a8f1c-bfe9-498f-8a3d-c947732b163d associated. External IP: 172.27.2.136, port: bd9cc1d7-ba4e-49e9-97c7-e448321d1538. Oct 28 09:39:29.822325 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-42638538-8c5e-46e3-a0ef-f3ab51f76414 req-48acb029-7f11-427e-a6bd-6bbaacf2e01f tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372179 Oct 28 09:39:30.024519 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531476c-206c-45df-83e4-5bdf9b255de3 req-2dcf24bf-4e7d-4ef6-9648-28ff288743c9 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:30.026122 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d531476c-206c-45df-83e4-5bdf9b255de3 req-2dcf24bf-4e7d-4ef6-9648-28ff288743c9 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.98 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 945 time: 0.0957587 Oct 28 09:39:30.034974 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1cb77-e4ba-45ed-9eba-b936fcbfd350 req-33e47290-b407-4edf-8119-1afcc9dabc27 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:30.036914 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4fc1cb77-e4ba-45ed-9eba-b936fcbfd350 req-33e47290-b407-4edf-8119-1afcc9dabc27 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 945 time: 0.0935097 Oct 28 09:39:30.105850 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 57120) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:30.129750 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-4b1dfadc-30ea-4d6c-908d-defeb88cc433 req-2879a3e9-82cf-473c-9dc5-ca6e5bdb5e00 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3327396 Oct 28 09:39:30.160252 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4fc1cb77-e4ba-45ed-9eba-b936fcbfd350 req-9202771b-78a6-41df-8585-0f3d40966fba tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/security-groups?id=fb69363c-aa7a-4f72-ac42-a2283183d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111603 Oct 28 09:39:30.204222 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-d531476c-206c-45df-83e4-5bdf9b255de3 req-1edbb423-3005-496f-bfa2-7ecf319c267c tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Deleting port d89e9c3c-8f0c-4e01-9d78-205c0d4dab14 {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:39:30.204574 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-d531476c-206c-45df-83e4-5bdf9b255de3 req-1edbb423-3005-496f-bfa2-7ecf319c267c tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:30.289046 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef08e26f-6d70-480f-8de3-579d7d2b8394 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Router 89ae401c-0aca-4dd7-8435-737e9559cb57 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:39:30.313353 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ce02fa47-bfd1-463c-9d44-f5df5894e8c7 req-f509cb6f-433a-4c67-a027-f9d8f77836b0 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2064860 Oct 28 09:39:30.327268 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [req-ce02fa47-bfd1-463c-9d44-f5df5894e8c7 req-8680df4a-9a08-4544-af5d-a16caeb26d9c service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=101550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:39:30.328271 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ce02fa47-bfd1-463c-9d44-f5df5894e8c7 req-8680df4a-9a08-4544-af5d-a16caeb26d9c service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054729 Oct 28 09:39:30.335383 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-d531476c-206c-45df-83e4-5bdf9b255de3 req-1edbb423-3005-496f-bfa2-7ecf319c267c tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] For port d89e9c3c-8f0c-4e01-9d78-205c0d4dab14, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d89e9c3c-8f0c-4e01-9d78-205c0d4dab14,segment=NetworkSegment(8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a),segment_id=8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:30.335833 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-d531476c-206c-45df-83e4-5bdf9b255de3 req-1edbb423-3005-496f-bfa2-7ecf319c267c tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:30.344893 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 317d86bf-717f-4001-a686-804fd5c9c218 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:39:30.361830 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-d531476c-206c-45df-83e4-5bdf9b255de3 req-1edbb423-3005-496f-bfa2-7ecf319c267c tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Calling delete_port for d89e9c3c-8f0c-4e01-9d78-205c0d4dab14 owned by compute:nova {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:39:30.418641 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef08e26f-6d70-480f-8de3-579d7d2b8394 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:39:30.430305 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e1eda3-48aa-45eb-aebd-70268927346d None None] Sync routers for ids ['89ae401c-0aca-4dd7-8435-737e9559cb57'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:39:30.440657 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef08e26f-6d70-480f-8de3-579d7d2b8394 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for floatingip, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:30.441881 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e1eda3-48aa-45eb-aebd-70268927346d None None] Routers {'89ae401c-0aca-4dd7-8435-737e9559cb57'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:39:30.442499 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-28e1eda3-48aa-45eb-aebd-70268927346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:39:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['89ae401c-0aca-4dd7-8435-737e9559cb57'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:39:30.490130 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-ef08e26f-6d70-480f-8de3-579d7d2b8394 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0572097 Oct 28 09:39:30.491094 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c', 'tag': 'bd9cc1d7-ba4e-49e9-97c7-e448321d1538'}] {{(pid=101549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:39:30.494284 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ad8cfbc74f76342fd0a63029923cc1170f39986be8cbcb10a1afec96ad6d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75ce58c-0f26-4864-8dbb-5e3f665be4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c", "tag": "bd9cc1d7-ba4e-49e9-97c7-e448321d1538"}]}' {{(pid=101549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:39:30.497163 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 57130) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:30.503871 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-1829c7f2-17e1-4888-94cc-265d12dac075 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-734122819', 'description': 'tempest-secgroup-smoke-734122819 description', 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:39:30.543371 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-1829c7f2-17e1-4888-94cc-265d12dac075 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:30.552906 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-d531476c-206c-45df-83e4-5bdf9b255de3 req-1edbb423-3005-496f-bfa2-7ecf319c267c tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:30.573331 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['d89e9c3c-8f0c-4e01-9d78-205c0d4dab14'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:39:30.578409 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1073c61f-2a6b-4c27-a9d0-cdc310c1dccf x-openstack-request-id: req-1073c61f-2a6b-4c27-a9d0-cdc310c1dccf {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:39:30.578796 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c", "tag": "bd9cc1d7-ba4e-49e9-97c7-e448321d1538", "status": "completed", "code": 200}]} {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:39:30.579151 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1073c61f-2a6b-4c27-a9d0-cdc310c1dccf {{(pid=101549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:39:30.579809 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c', 'tag': 'bd9cc1d7-ba4e-49e9-97c7-e448321d1538', 'status': 'completed', 'code': 200} Oct 28 09:39:30.605799 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbb423-3005-496f-bfa2-7ecf319c267c tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Pushing event deleted for resources: {'Port': ['ID=d89e9c3c-8f0c-4e01-9d78-205c0d4dab14,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:30.612793 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-28e1eda3-48aa-45eb-aebd-70268927346d None None] Set router 89ae401c-0aca-4dd7-8435-737e9559cb57 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:39:30.660440 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-1829c7f2-17e1-4888-94cc-265d12dac075 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:30.666669 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-1829c7f2-17e1-4888-94cc-265d12dac075 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:30.706565 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d531476c-206c-45df-83e4-5bdf9b255de3 req-1edbb423-3005-496f-bfa2-7ecf319c267c tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] No DVR routers for this DVR port d89e9c3c-8f0c-4e01-9d78-205c0d4dab14 on host hv-cinder-81514 {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:39:30.711413 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-1829c7f2-17e1-4888-94cc-265d12dac075 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:30.712697 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-1829c7f2-17e1-4888-94cc-265d12dac075 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2139611 Oct 28 09:39:30.714706 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-d531476c-206c-45df-83e4-5bdf9b255de3 req-1edbb423-3005-496f-bfa2-7ecf319c267c tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:30.716474 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 57138) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:30.720560 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d531476c-206c-45df-83e4-5bdf9b255de3 req-1edbb423-3005-496f-bfa2-7ecf319c267c tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.98 "DELETE /v2.0/ports/d89e9c3c-8f0c-4e01-9d78-205c0d4dab14 HTTP/1.1" status: 204 len: 173 time: 0.6787748 Oct 28 09:39:30.721873 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-83ffb1dd-71b5-4ec5-8e4a-4f63fdb2f328 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Request body: {'security_group_rule': {'security_group_id': '990157ca-0238-46ea-b6dc-f92531b17174', 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:39:30.724238 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136', 'name': 'network-vif-deleted', 'tag': 'd89e9c3c-8f0c-4e01-9d78-205c0d4dab14'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:39:30.731436 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c4cf02-fe6f-4d5f-a6eb-b7896b0836bc" -d '{"events": [{"server_uuid": "8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136", "name": "network-vif-deleted", "tag": "d89e9c3c-8f0c-4e01-9d78-205c0d4dab14"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:39:30.740236 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829c7f2-17e1-4888-94cc-265d12dac075 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990157ca-0238-46ea-b6dc-f92531b17174,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:30.780164 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-83ffb1dd-71b5-4ec5-8e4a-4f63fdb2f328 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:30.799332 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ce58c-0f26-4864-8dbb-5e3f665be4ea req-fc5b41e1-f910-4da0-aa27-099e8f6106ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:30.802309 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f75ce58c-0f26-4864-8dbb-5e3f665be4ea req-fc5b41e1-f910-4da0-aa27-099e8f6106ac service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e4287883e5c54c1682cb7dbb60c288b1&device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 1099 time: 0.1825824 Oct 28 09:39:30.814048 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4621c6a3-c0cc-4f19-9c49-80ef6362ed28 x-openstack-request-id: req-4621c6a3-c0cc-4f19-9c49-80ef6362ed28 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:39:30.814612 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136", "name": "network-vif-deleted", "tag": "d89e9c3c-8f0c-4e01-9d78-205c0d4dab14", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:39:30.815062 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4621c6a3-c0cc-4f19-9c49-80ef6362ed28 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:39:30.815669 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136', 'name': 'network-vif-deleted', 'tag': 'd89e9c3c-8f0c-4e01-9d78-205c0d4dab14', 'status': 'completed', 'code': 200} Oct 28 09:39:30.905889 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-83ffb1dd-71b5-4ec5-8e4a-4f63fdb2f328 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:30.912932 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-83ffb1dd-71b5-4ec5-8e4a-4f63fdb2f328 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:30.940049 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ce58c-0f26-4864-8dbb-5e3f665be4ea req-0e36bb2b-1154-456a-8f64-bb121e74ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:30.942777 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f75ce58c-0f26-4864-8dbb-5e3f665be4ea req-0e36bb2b-1154-456a-8f64-bb121e74ad99 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e438d8d9-fab6-4695-8a85-0ad20cd5844a HTTP/1.1" status: 200 len: 916 time: 0.1168592 Oct 28 09:39:30.954651 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffb1dd-71b5-4ec5-8e4a-4f63fdb2f328 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645c3908-bf48-49d2-bd96-b00bc8fcff24,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:30.981024 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-83ffb1dd-71b5-4ec5-8e4a-4f63fdb2f328 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:30.985904 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-83ffb1dd-71b5-4ec5-8e4a-4f63fdb2f328 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2649405 Oct 28 09:39:30.985904 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 57144) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:30.992094 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-0eaea7e1-0653-41fb-ae06-c95620e33365 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Request body: {'security_group_rule': {'security_group_id': '990157ca-0238-46ea-b6dc-f92531b17174', 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:39:31.006476 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-28e1eda3-48aa-45eb-aebd-70268927346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'name': 'tempest-TestMinimumBasicScenario-1459084538-router', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:07Z', 'updated_at': '2021-10-28T09:38:12Z', 'revision_number': 4, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'gw_port': {'id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:08Z', 'updated_at': '2021-10-28T09:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': 'e41a8f1c-bfe9-498f-8a3d-c947732b163d', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'port_id': 'bd9cc1d7-ba4e-49e9-97c7-e448321d1538', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a', 'mac_address': 'fa:16:3e:66:3c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:39:29Z', 'updated_at': '2021-10-28T09:39:29Z', 'revision_number': 0, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95725099-d7f3-4fcf-977a-852a1ac15b22', 'name': '', 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'mac_address': 'fa:16:3e:fe:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ee69fef3-3476-434c-9d8c-c401c168a53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:11Z', 'updated_at': '2021-10-28T09:38:16Z', 'revision_number': 5, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'subnets': [{'id': 'ee69fef3-3476-434c-9d8c-c401c168a53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:39:31.039846 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e1eda3-48aa-45eb-aebd-70268927346d None None] Checking router: 89ae401c-0aca-4dd7-8435-737e9559cb57 for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:39:31.042817 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f75ce58c-0f26-4864-8dbb-5e3f665be4ea req-1dcb087c-d820-4174-aaa3-606cfddbb147 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd9cc1d7-ba4e-49e9-97c7-e448321d1538 HTTP/1.1" status: 200 len: 1000 time: 0.0859904 Oct 28 09:39:31.048701 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e1eda3-48aa-45eb-aebd-70268927346d None None] Routers {'89ae401c-0aca-4dd7-8435-737e9559cb57'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:39:31.049315 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-28e1eda3-48aa-45eb-aebd-70268927346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:39:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['89ae401c-0aca-4dd7-8435-737e9559cb57'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:39:31.050809 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab3342-20a9-4ab1-b2a6-42127b92aee6 req-6e31a8fe-6f26-4e21-bd5d-cf2c8d4cca66 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:31.054051 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-daab3342-20a9-4ab1-b2a6-42127b92aee6 req-6e31a8fe-6f26-4e21-bd5d-cf2c8d4cca66 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.1184855 Oct 28 09:39:31.068047 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0eaea7e1-0653-41fb-ae06-c95620e33365 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:31.105169 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ce58c-0f26-4864-8dbb-5e3f665be4ea req-de49daa7-82ae-468c-80a7-9b58b69e0bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:31.106701 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f75ce58c-0f26-4864-8dbb-5e3f665be4ea req-de49daa7-82ae-468c-80a7-9b58b69e0bd1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ee69fef3-3476-434c-9d8c-c401c168a53a HTTP/1.1" status: 200 len: 854 time: 0.0559390 Oct 28 09:39:31.131460 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-daab3342-20a9-4ab1-b2a6-42127b92aee6 req-7f9ff8f1-a6a1-4fac-9815-694007c71e7a tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714686 Oct 28 09:39:31.145851 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0eaea7e1-0653-41fb-ae06-c95620e33365 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:31.161720 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0eaea7e1-0653-41fb-ae06-c95620e33365 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:31.168124 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ce58c-0f26-4864-8dbb-5e3f665be4ea req-b97ed1d4-0d22-4fd6-a9d5-6749b1f2ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:31.168884 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-28e1eda3-48aa-45eb-aebd-70268927346d None None] Set router 89ae401c-0aca-4dd7-8435-737e9559cb57 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:39:31.169628 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f75ce58c-0f26-4864-8dbb-5e3f665be4ea req-b97ed1d4-0d22-4fd6-a9d5-6749b1f2ae67 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e438d8d9-fab6-4695-8a85-0ad20cd5844a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460775 Oct 28 09:39:31.177988 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaea7e1-0653-41fb-ae06-c95620e33365 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6519b0cf-8e42-44da-9fe9-1b9090fdd660,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:31.193824 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0eaea7e1-0653-41fb-ae06-c95620e33365 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:31.195388 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-0eaea7e1-0653-41fb-ae06-c95620e33365 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2091146 Oct 28 09:39:31.198081 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 57150) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:31.203984 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-96bb4410-2413-4af8-8e31-4a98e9d65eeb tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Request body: {'security_group_rule': {'security_group_id': '990157ca-0238-46ea-b6dc-f92531b17174', 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:39:31.249208 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-96bb4410-2413-4af8-8e31-4a98e9d65eeb tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:31.350379 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-96bb4410-2413-4af8-8e31-4a98e9d65eeb tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:31.375381 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f75ce58c-0f26-4864-8dbb-5e3f665be4ea req-900b417d-0dc1-49ac-8840-07bcd1287ee3 service neutron] 10.222.0.98 "GET /v2.0/networks/e438d8d9-fab6-4695-8a85-0ad20cd5844a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789050 Oct 28 09:39:31.385245 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea261ccb-9162-4bce-80ab-47f3c3c75522 req-75fe7adb-e15f-45e9-a766-c80a4f105fd9 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:31.387112 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ea261ccb-9162-4bce-80ab-47f3c3c75522 req-75fe7adb-e15f-45e9-a766-c80a4f105fd9 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0912642 Oct 28 09:39:31.393789 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c7362c82-1670-4b43-adc1-b5aa49ec9e22 req-46f75db2-8b09-46ab-bc98-a72c67a783ee tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c4f6397-fe9e-4d5c-9269-4e9a9e6d0136 HTTP/1.1" status: 200 len: 210 time: 0.0466356 Oct 28 09:39:31.394683 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-96bb4410-2413-4af8-8e31-4a98e9d65eeb tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:31.450971 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb4410-2413-4af8-8e31-4a98e9d65eeb tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b4b584-87f4-40ef-8a85-c6ca0aebfda8,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:31.458802 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-96bb4410-2413-4af8-8e31-4a98e9d65eeb tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:31.462970 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-96bb4410-2413-4af8-8e31-4a98e9d65eeb tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2608504 Oct 28 09:39:31.463397 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 57158) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:31.467864 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-82d973f1-ff56-4f8f-b9a7-3160805a5b90 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Request body: {'security_group_rule': {'security_group_id': '990157ca-0238-46ea-b6dc-f92531b17174', 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:39:31.519823 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-82d973f1-ff56-4f8f-b9a7-3160805a5b90 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:31.607003 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-82d973f1-ff56-4f8f-b9a7-3160805a5b90 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:31.614521 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-82d973f1-ff56-4f8f-b9a7-3160805a5b90 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:31.617871 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-28e1eda3-48aa-45eb-aebd-70268927346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'name': 'tempest-TestMinimumBasicScenario-1459084538-router', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:07Z', 'updated_at': '2021-10-28T09:38:12Z', 'revision_number': 4, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'gw_port': {'id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:08Z', 'updated_at': '2021-10-28T09:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': 'e41a8f1c-bfe9-498f-8a3d-c947732b163d', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'port_id': 'bd9cc1d7-ba4e-49e9-97c7-e448321d1538', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a', 'mac_address': 'fa:16:3e:66:3c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:39:29Z', 'updated_at': '2021-10-28T09:39:29Z', 'revision_number': 0, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95725099-d7f3-4fcf-977a-852a1ac15b22', 'name': '', 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'mac_address': 'fa:16:3e:fe:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ee69fef3-3476-434c-9d8c-c401c168a53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:11Z', 'updated_at': '2021-10-28T09:38:16Z', 'revision_number': 5, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'subnets': [{'id': 'ee69fef3-3476-434c-9d8c-c401c168a53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:39:31.640431 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d973f1-ff56-4f8f-b9a7-3160805a5b90 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4846025-63d4-4bb5-9b85-5d16f3e854b9,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:31.651173 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e1eda3-48aa-45eb-aebd-70268927346d None None] The sync data for ids ['89ae401c-0aca-4dd7-8435-737e9559cb57'] in dv-cinder-815146-5-iscsi is: [{'id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'name': 'tempest-TestMinimumBasicScenario-1459084538-router', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:07Z', 'updated_at': '2021-10-28T09:38:12Z', 'revision_number': 4, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'gw_port': {'id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:08Z', 'updated_at': '2021-10-28T09:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': 'e41a8f1c-bfe9-498f-8a3d-c947732b163d', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'port_id': 'bd9cc1d7-ba4e-49e9-97c7-e448321d1538', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a', 'mac_address': 'fa:16:3e:66:3c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:39:29Z', 'updated_at': '2021-10-28T09:39:29Z', 'revision_number': 0, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95725099-d7f3-4fcf-977a-852a1ac15b22', 'name': '', 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'mac_address': 'fa:16:3e:fe:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ee69fef3-3476-434c-9d8c-c401c168a53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:11Z', 'updated_at': '2021-10-28T09:38:16Z', 'revision_number': 5, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'subnets': [{'id': 'ee69fef3-3476-434c-9d8c-c401c168a53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:39:31.663557 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-82d973f1-ff56-4f8f-b9a7-3160805a5b90 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:31.667955 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-82d973f1-ff56-4f8f-b9a7-3160805a5b90 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2005541 Oct 28 09:39:31.668258 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 57160) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:31.673539 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-5d646b39-5791-4f44-a4ca-b10c5729e9e3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Request body: {'security_group_rule': {'security_group_id': '990157ca-0238-46ea-b6dc-f92531b17174', 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:39:31.699479 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.securitygroups_db [None req-5d646b39-5791-4f44-a4ca-b10c5729e9e3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Project e4287883e5c54c1682cb7dbb60c288b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:39:31.704947 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-5d646b39-5791-4f44-a4ca-b10c5729e9e3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:31.789571 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-5d646b39-5791-4f44-a4ca-b10c5729e9e3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:31.793995 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-5d646b39-5791-4f44-a4ca-b10c5729e9e3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:31.800363 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ea261ccb-9162-4bce-80ab-47f3c3c75522 req-1ebf2db0-6abb-450e-9047-131443eb4d63 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3922646 Oct 28 09:39:31.829894 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d646b39-5791-4f44-a4ca-b10c5729e9e3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=830f1f17-49aa-415b-a4fb-aa1f1a3c5e69,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:31.836342 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-5d646b39-5791-4f44-a4ca-b10c5729e9e3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:31.837732 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-5d646b39-5791-4f44-a4ca-b10c5729e9e3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1686022 Oct 28 09:39:31.840618 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 57162) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:31.845534 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-e14b6f4d-71eb-4ed2-8a60-a79fb98688e3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Request body: {'security_group_rule': {'security_group_id': '990157ca-0238-46ea-b6dc-f92531b17174', 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:39:31.857924 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f75ce58c-0f26-4864-8dbb-5e3f665be4ea req-e4a92b71-dc60-4521-ad95-5db2dd6472d4 service neutron] 10.222.0.98 "GET /v2.0/networks/e438d8d9-fab6-4695-8a85-0ad20cd5844a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559751 Oct 28 09:39:31.870868 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.securitygroups_db [None req-e14b6f4d-71eb-4ed2-8a60-a79fb98688e3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Project e4287883e5c54c1682cb7dbb60c288b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:39:31.876417 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e14b6f4d-71eb-4ed2-8a60-a79fb98688e3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:31.931009 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cff006-6f2a-4bf0-96e8-927059dc7497 None None] New status for floating IP e41a8f1c-bfe9-498f-8a3d-c947732b163d: ACTIVE {{(pid=101551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:39:31.950912 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e14b6f4d-71eb-4ed2-8a60-a79fb98688e3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:31.955001 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e14b6f4d-71eb-4ed2-8a60-a79fb98688e3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:31.976935 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b6f4d-71eb-4ed2-8a60-a79fb98688e3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47fd91e1-7c7e-4cba-a67e-0d151c550cd5,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:31.986667 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e14b6f4d-71eb-4ed2-8a60-a79fb98688e3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:31.988025 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-e14b6f4d-71eb-4ed2-8a60-a79fb98688e3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1463306 Oct 28 09:39:32.066274 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3556f996-65c0-41dd-89f3-dca4ceff2040 req-67d82228-e18e-4c0b-ad4e-ff5ba65c9436 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734122819&fields=id&tenant_id=e4287883e5c54c1682cb7dbb60c288b1 HTTP/1.1" status: 200 len: 267 time: 0.0330644 Oct 28 09:39:32.125174 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556f996-65c0-41dd-89f3-dca4ceff2040 req-158e5884-1a7e-43b0-968a-1cf42bfb1078 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:32.126708 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3556f996-65c0-41dd-89f3-dca4ceff2040 req-158e5884-1a7e-43b0-968a-1cf42bfb1078 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 946 time: 0.0542943 Oct 28 09:39:32.138654 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [req-3556f996-65c0-41dd-89f3-dca4ceff2040 req-269c4657-a2d0-4c97-8671-8b72a3ca36c3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Request body: {'port': {'security_groups': ['4727b252-fe5f-4154-a527-c1bf5ac816e2', '990157ca-0238-46ea-b6dc-f92531b17174']}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:39:32.202587 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-3556f996-65c0-41dd-89f3-dca4ceff2040 req-269c4657-a2d0-4c97-8671-8b72a3ca36c3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:32.254978 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b712fa-7a93-4aed-881c-458598d29e82 req-72a53898-6ce9-468b-b937-0c968e0ab87d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:32.256558 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-66b712fa-7a93-4aed-881c-458598d29e82 req-72a53898-6ce9-468b-b937-0c968e0ab87d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0501316 Oct 28 09:39:32.296278 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-66b712fa-7a93-4aed-881c-458598d29e82 req-a7bb8b10-85a7-4af6-a46e-f36d8fe79901 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328968 Oct 28 09:39:32.413242 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02fa47-bfd1-463c-9d44-f5df5894e8c7 req-0e8276d0-2b36-4ed8-be68-338ec19c65ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:32.414903 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ce02fa47-bfd1-463c-9d44-f5df5894e8c7 req-0e8276d0-2b36-4ed8-be68-338ec19c65ea service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071&tenant_id=527b76bbd1e54d17a4de33776892141c HTTP/1.1" status: 200 len: 1096 time: 0.0788050 Oct 28 09:39:32.435660 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.db [req-3556f996-65c0-41dd-89f3-dca4ceff2040 req-269c4657-a2d0-4c97-8671-8b72a3ca36c3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] For port bd9cc1d7-ba4e-49e9-97c7-e448321d1538, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bd9cc1d7-ba4e-49e9-97c7-e448321d1538,segment=NetworkSegment(be4d3fb8-1d56-497b-a5f3-f2482d435205),segment_id=be4d3fb8-1d56-497b-a5f3-f2482d435205)] {{(pid=101549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:32.462509 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 57170) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:32.490914 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-3556f996-65c0-41dd-89f3-dca4ceff2040 req-269c4657-a2d0-4c97-8671-8b72a3ca36c3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for port, precommit_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:32.500155 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-3556f996-65c0-41dd-89f3-dca4ceff2040 req-269c4657-a2d0-4c97-8671-8b72a3ca36c3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869576'] for port, after_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:32.515993 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['bd9cc1d7-ba4e-49e9-97c7-e448321d1538'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:39:32.520647 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02fa47-bfd1-463c-9d44-f5df5894e8c7 req-bf1efe69-1478-4bdd-a3a3-ffa55d99acee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:32.522297 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ce02fa47-bfd1-463c-9d44-f5df5894e8c7 req-bf1efe69-1478-4bdd-a3a3-ffa55d99acee service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=527b76bbd1e54d17a4de33776892141c&device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 1096 time: 0.0663354 Oct 28 09:39:32.547356 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4d8f57-0a68-440d-8d23-e9304f1716d4 admin admin] Deleting subnet 736da4eb-0b64-47cf-a336-b2a25d32f39e {{(pid=101549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:39:32.557070 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3c4d8f57-0a68-440d-8d23-e9304f1716d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:32.566545 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556f996-65c0-41dd-89f3-dca4ceff2040 req-269c4657-a2d0-4c97-8671-8b72a3ca36c3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:32.567203 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-3556f996-65c0-41dd-89f3-dca4ceff2040 req-269c4657-a2d0-4c97-8671-8b72a3ca36c3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for port, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:32.568747 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3556f996-65c0-41dd-89f3-dca4ceff2040 req-269c4657-a2d0-4c97-8671-8b72a3ca36c3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "PUT /v2.0/ports/bd9cc1d7-ba4e-49e9-97c7-e448321d1538 HTTP/1.1" status: 200 len: 982 time: 0.4347055 Oct 28 09:39:32.593263 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c', 'tag': 'bd9cc1d7-ba4e-49e9-97c7-e448321d1538'}] {{(pid=101549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:39:32.596424 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ad8cfbc74f76342fd0a63029923cc1170f39986be8cbcb10a1afec96ad6d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27801cc4-84c7-4c22-b27b-09c908f3699c" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c", "tag": "bd9cc1d7-ba4e-49e9-97c7-e448321d1538"}]}' {{(pid=101549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:39:32.640457 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c4657-a2d0-4c97-8671-8b72a3ca36c3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Pushing event updated for resources: {'Port': ['ID=bd9cc1d7-ba4e-49e9-97c7-e448321d1538,revision_number=6']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:32.645581 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3c4d8f57-0a68-440d-8d23-e9304f1716d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2871594'] for subnet, precommit_delete_associations {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:32.686750 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['bd9cc1d7-ba4e-49e9-97c7-e448321d1538'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:39:32.691520 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4deb0d0-1673-44a1-be35-800853402104 x-openstack-request-id: req-c4deb0d0-1673-44a1-be35-800853402104 {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:39:32.692137 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c", "tag": "bd9cc1d7-ba4e-49e9-97c7-e448321d1538", "status": "completed", "code": 200}]} {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:39:32.692137 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c4deb0d0-1673-44a1-be35-800853402104 {{(pid=101549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:39:32.707264 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c', 'tag': 'bd9cc1d7-ba4e-49e9-97c7-e448321d1538', 'status': 'completed', 'code': 200} Oct 28 09:39:32.719733 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3c4d8f57-0a68-440d-8d23-e9304f1716d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690075'] for subnet, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:32.780738 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02fa47-bfd1-463c-9d44-f5df5894e8c7 req-f3cf472e-c03f-411a-b867-a16702696e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:32.782599 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ce02fa47-bfd1-463c-9d44-f5df5894e8c7 req-f3cf472e-c03f-411a-b867-a16702696e93 service neutron] 10.222.0.98 "GET /v2.0/networks?id=4ea4cab8-150a-44ba-9227-c4083ead845c HTTP/1.1" status: 200 len: 916 time: 0.2533197 Oct 28 09:39:32.793106 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3c4d8f57-0a68-440d-8d23-e9304f1716d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8445689'] for subnet, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:32.826795 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d8f57-0a68-440d-8d23-e9304f1716d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=736da4eb-0b64-47cf-a336-b2a25d32f39e,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:32.841242 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3c4d8f57-0a68-440d-8d23-e9304f1716d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:32.846955 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-3c4d8f57-0a68-440d-8d23-e9304f1716d4 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/736da4eb-0b64-47cf-a336-b2a25d32f39e HTTP/1.1" status: 204 len: 168 time: 0.3812904 Oct 28 09:39:32.847432 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 57184) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:32.886525 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ce02fa47-bfd1-463c-9d44-f5df5894e8c7 req-26bb38b6-0a25-4d36-b9e3-eb24865dade5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=317d86bf-717f-4001-a686-804fd5c9c218 HTTP/1.1" status: 200 len: 998 time: 0.0833049 Oct 28 09:39:32.950816 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02fa47-bfd1-463c-9d44-f5df5894e8c7 req-47d5bdf2-9005-4fa3-9a38-1fc0731af88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:32.952909 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ce02fa47-bfd1-463c-9d44-f5df5894e8c7 req-47d5bdf2-9005-4fa3-9a38-1fc0731af88d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=263b05d8-eb38-4884-926d-259edcdc488d HTTP/1.1" status: 200 len: 854 time: 0.0567691 Oct 28 09:39:32.954239 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-4697e7df-8a95-41b7-96da-2372be8c389e None None] Provisioning complete for port bd9cc1d7-ba4e-49e9-97c7-e448321d1538 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:39:32.958663 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-4697e7df-8a95-41b7-96da-2372be8c389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:32.961115 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 57186) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:32.984649 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-068d6aeb-8611-45f2-bf99-1c0d0bb85cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7814304'] for network, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:32.999970 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dcd51-f34c-4f85-86ef-f16043a5d14e req-126f7155-1e3a-4753-b7d0-8df696c7aafb tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:33.001522 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-ef5dcd51-f34c-4f85-86ef-f16043a5d14e req-126f7155-1e3a-4753-b7d0-8df696c7aafb tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0797853 Oct 28 09:39:33.022514 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5ba1f-c27f-44d8-b5ae-580f5f2bdd86 req-5145a951-1410-46e3-8813-14e913e06608 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:33.031524 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-95e5ba1f-c27f-44d8-b5ae-580f5f2bdd86 req-5145a951-1410-46e3-8813-14e913e06608 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.3550122 Oct 28 09:39:33.062056 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27801cc4-84c7-4c22-b27b-09c908f3699c req-e2386635-da6d-4480-ba85-5372085f705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:33.063552 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-27801cc4-84c7-4c22-b27b-09c908f3699c req-e2386635-da6d-4480-ba85-5372085f705f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e4287883e5c54c1682cb7dbb60c288b1&device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 1138 time: 0.3287196 Oct 28 09:39:33.073593 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02fa47-bfd1-463c-9d44-f5df5894e8c7 req-9c1236f3-17a4-45ca-bb4a-eac85a05479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:33.075074 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ce02fa47-bfd1-463c-9d44-f5df5894e8c7 req-9c1236f3-17a4-45ca-bb4a-eac85a05479f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4ea4cab8-150a-44ba-9227-c4083ead845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1047299 Oct 28 09:39:33.110430 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-95e5ba1f-c27f-44d8-b5ae-580f5f2bdd86 req-9b8156a5-4d32-46d2-a04c-0e4910233710 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0774524 Oct 28 09:39:33.126510 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-068d6aeb-8611-45f2-bf99-1c0d0bb85cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692238', 'neutron.services.segments.db._delete_segments_for_network-8729415614302'] for network, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:33.150498 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-ef5dcd51-f34c-4f85-86ef-f16043a5d14e req-bb8f22bc-20bc-4d6b-8814-e91b078fdcc9 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195846 Oct 28 09:39:33.154039 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-068d6aeb-8611-45f2-bf99-1c0d0bb85cbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27679303-a81b-460d-8771-941e694a0c8e']}} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:39:33.165321 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-068d6aeb-8611-45f2-bf99-1c0d0bb85cbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a') {'for_net_delete': True} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:39:33.165623 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-068d6aeb-8611-45f2-bf99-1c0d0bb85cbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3a6418-f66f-4d69-bcdf-f2a9ebfd302a') {} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:39:33.183129 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-068d6aeb-8611-45f2-bf99-1c0d0bb85cbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729415615847', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2871635'] for segment, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:33.190348 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-068d6aeb-8611-45f2-bf99-1c0d0bb85cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:33.197703 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068d6aeb-8611-45f2-bf99-1c0d0bb85cbc admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:39:33.198150 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-068d6aeb-8611-45f2-bf99-1c0d0bb85cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869612'] for segment, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: Traceback (most recent call last): Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: timer() Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: cb(*args, **kw) Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: return func(*args, **kwargs) Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: self._notify() Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: self.callback(batched_events) Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: event.method(event) Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: return f(self, *a, **k) Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: return self._get(url).json() Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: return self.request(url, 'GET', **kwargs) Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:39:33.199922 dv-cinder-815146-5-iscsi neutron-server[101549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:39:33.255619 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-c31328a1-edbd-448a-a7ef-4b0943b6c45c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:33.260466 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-068d6aeb-8611-45f2-bf99-1c0d0bb85cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640007'] for network, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:33.266024 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-068d6aeb-8611-45f2-bf99-1c0d0bb85cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:33.274587 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-068d6aeb-8611-45f2-bf99-1c0d0bb85cbc admin admin] 10.222.0.113 "DELETE /v2.0/networks/27679303-a81b-460d-8771-941e694a0c8e HTTP/1.1" status: 204 len: 168 time: 0.4260900 Oct 28 09:39:33.289038 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d6aeb-8611-45f2-bf99-1c0d0bb85cbc admin admin] Pushing event deleted for resources: {'Network': ['ID=27679303-a81b-460d-8771-941e694a0c8e,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:33.343921 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27801cc4-84c7-4c22-b27b-09c908f3699c req-91dcf076-143e-42ff-8a55-e9f8ccfbba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:33.345427 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-27801cc4-84c7-4c22-b27b-09c908f3699c req-91dcf076-143e-42ff-8a55-e9f8ccfbba41 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e438d8d9-fab6-4695-8a85-0ad20cd5844a HTTP/1.1" status: 200 len: 916 time: 0.2339096 Oct 28 09:39:33.364688 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ce02fa47-bfd1-463c-9d44-f5df5894e8c7 req-42d1bb5f-1005-472b-9ce4-c1fcbcb6afbf service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519126 Oct 28 09:39:33.445115 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 57198) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:33.492187 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-842d3924-0598-4857-bd25-cfec9f68aaa6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b657234d701d4fed8d1212c9119abe68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0450630 Oct 28 09:39:33.493835 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 57200) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:33.530841 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-27801cc4-84c7-4c22-b27b-09c908f3699c req-4d0d3d80-483d-49d2-91bd-629ee08cee91 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd9cc1d7-ba4e-49e9-97c7-e448321d1538 HTTP/1.1" status: 200 len: 1002 time: 0.1752000 Oct 28 09:39:33.546286 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-d0e27eec-33af-476b-a784-e5dd90a642af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:33.551898 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-c31328a1-edbd-448a-a7ef-4b0943b6c45c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:33.568211 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-d0e27eec-33af-476b-a784-e5dd90a642af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:33.574676 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-c31328a1-edbd-448a-a7ef-4b0943b6c45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:33.607969 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97549fed-4c90-4be7-8dcc-bd4f07c8450b req-ffa8f5c4-1f15-4896-a96b-e1e3c7ad4207 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:33.609449 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-97549fed-4c90-4be7-8dcc-bd4f07c8450b req-ffa8f5c4-1f15-4896-a96b-e1e3c7ad4207 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.1964428 Oct 28 09:39:33.617488 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-d0e27eec-33af-476b-a784-e5dd90a642af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:33.620414 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-d0e27eec-33af-476b-a784-e5dd90a642af admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:33.621816 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-d0e27eec-33af-476b-a784-e5dd90a642af admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fb69363c-aa7a-4f72-ac42-a2283183d5a9 HTTP/1.1" status: 204 len: 168 time: 0.1259627 Oct 28 09:39:33.635017 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e27eec-33af-476b-a784-e5dd90a642af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb69363c-aa7a-4f72-ac42-a2283183d5a9,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:33.648289 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ce02fa47-bfd1-463c-9d44-f5df5894e8c7 req-dc5f0504-a4da-4bfd-b0ae-0374f00a612b service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493293 Oct 28 09:39:33.680847 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31328a1-edbd-448a-a7ef-4b0943b6c45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184234b5-5438-4003-919a-de95eeeee08f,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:33.689867 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-c31328a1-edbd-448a-a7ef-4b0943b6c45c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1669d73532374147969f963d14996672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7222981 Oct 28 09:39:33.689867 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27801cc4-84c7-4c22-b27b-09c908f3699c req-30732fab-5d6d-44f5-8f29-a7a20e2c6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:33.690472 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-27801cc4-84c7-4c22-b27b-09c908f3699c req-30732fab-5d6d-44f5-8f29-a7a20e2c6d79 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ee69fef3-3476-434c-9d8c-c401c168a53a HTTP/1.1" status: 200 len: 854 time: 0.1410596 Oct 28 09:39:33.691419 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 57204) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:33.718921 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-97549fed-4c90-4be7-8dcc-bd4f07c8450b req-82bed3df-ce70-46ba-af46-8374e22a7061 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883563 Oct 28 09:39:33.756133 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27801cc4-84c7-4c22-b27b-09c908f3699c req-afd3d1c9-5cda-42dc-941a-882dbb0c3b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:33.757903 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-27801cc4-84c7-4c22-b27b-09c908f3699c req-afd3d1c9-5cda-42dc-941a-882dbb0c3b0b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e438d8d9-fab6-4695-8a85-0ad20cd5844a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525477 Oct 28 09:39:33.771941 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-2050daeb-1969-4300-9e5b-6a85860afc59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:33.796990 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-2050daeb-1969-4300-9e5b-6a85860afc59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:33.866419 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-27801cc4-84c7-4c22-b27b-09c908f3699c req-ec3c61c3-fe68-466c-8abd-3aa27040558f service neutron] 10.222.0.98 "GET /v2.0/networks/e438d8d9-fab6-4695-8a85-0ad20cd5844a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975425 Oct 28 09:39:33.868192 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-2050daeb-1969-4300-9e5b-6a85860afc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:33.870961 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-2050daeb-1969-4300-9e5b-6a85860afc59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:33.872327 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-2050daeb-1969-4300-9e5b-6a85860afc59 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/184234b5-5438-4003-919a-de95eeeee08f HTTP/1.1" status: 204 len: 168 time: 0.1797695 Oct 28 09:39:33.881605 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050daeb-1969-4300-9e5b-6a85860afc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184234b5-5438-4003-919a-de95eeeee08f,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:33.990753 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-27801cc4-84c7-4c22-b27b-09c908f3699c req-9f00c3ab-1967-45e4-b8f1-b7c88ba10bd3 service neutron] 10.222.0.98 "GET /v2.0/networks/e438d8d9-fab6-4695-8a85-0ad20cd5844a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036515 Oct 28 09:39:34.350317 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d1edf-59ea-4d6b-81ef-55d42c318ab8 req-ab8de2e8-20cd-4116-ad54-a1b402e3dca4 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:34.352466 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-2e7d1edf-59ea-4d6b-81ef-55d42c318ab8 req-ab8de2e8-20cd-4116-ad54-a1b402e3dca4 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.1086693 Oct 28 09:39:34.360948 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device d89e9c3c-8f0c-4e01-9d78-205c0d4dab14 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:39:34.399618 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] No Port match for: d89e9c3c-8f0c-4e01-9d78-205c0d4dab14 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:39:34.402184 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device d89e9c3c-8f0c-4e01-9d78-205c0d4dab14 not bound to the agent host hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:39:34.451380 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-2e7d1edf-59ea-4d6b-81ef-55d42c318ab8 req-af3ffdb2-76e5-46c6-9935-173b611a48a3 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819798 Oct 28 09:39:34.839084 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b84916-ac42-4d48-bbbb-3608ca91ea40 req-26b9d368-364d-4535-b9f6-01268b3e5a18 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:34.840951 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d0b84916-ac42-4d48-bbbb-3608ca91ea40 req-26b9d368-364d-4535-b9f6-01268b3e5a18 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0520928 Oct 28 09:39:34.893085 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d0b84916-ac42-4d48-bbbb-3608ca91ea40 req-69b8c96e-8c1e-45ba-bf5a-5cd5107b7f2e tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433040 Oct 28 09:39:35.292056 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 57278) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:35.407535 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-1f2e9a70-c7ad-493d-8530-1939feca3de5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:35.489841 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-1f2e9a70-c7ad-493d-8530-1939feca3de5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:35.495164 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-1f2e9a70-c7ad-493d-8530-1939feca3de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:35.541105 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-1f2e9a70-c7ad-493d-8530-1939feca3de5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=452552eb1a244353a97f87eef3c0d142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479661 Oct 28 09:39:35.541923 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e9a70-c7ad-493d-8530-1939feca3de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17af96b8-d3ea-4ed0-956f-0548a0631857,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:35.543776 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 57284) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:35.655309 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7e78-38fb-4d83-9745-a9c8c4529e79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:35.668436 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec11b59-ac1b-4bf3-8c26-08106c8b503b req-a173c8f1-26ed-4224-9ad2-25f67391f0d6 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:35.670025 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2ec11b59-ac1b-4bf3-8c26-08106c8b503b req-a173c8f1-26ed-4224-9ad2-25f67391f0d6 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0709779 Oct 28 09:39:35.708619 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7e78-38fb-4d83-9745-a9c8c4529e79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:35.747149 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2ec11b59-ac1b-4bf3-8c26-08106c8b503b req-8409625c-3dfd-4099-96a0-4343a2549135 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698967 Oct 28 09:39:35.774902 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7e78-38fb-4d83-9745-a9c8c4529e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:35.778065 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7e78-38fb-4d83-9745-a9c8c4529e79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:35.779330 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-7c0f7e78-38fb-4d83-9745-a9c8c4529e79 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/17af96b8-d3ea-4ed0-956f-0548a0631857 HTTP/1.1" status: 204 len: 168 time: 0.2342985 Oct 28 09:39:35.788227 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f7e78-38fb-4d83-9745-a9c8c4529e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17af96b8-d3ea-4ed0-956f-0548a0631857,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:36.024778 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e19cdf-d162-4aef-b08f-b69162b84451 req-3b80e1bd-ad42-44be-b250-b82eca0b6f1f tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:36.026369 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c8e19cdf-d162-4aef-b08f-b69162b84451 req-3b80e1bd-ad42-44be-b250-b82eca0b6f1f tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0529852 Oct 28 09:39:36.084285 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c8e19cdf-d162-4aef-b08f-b69162b84451 req-1c3d7b9b-6e2b-4e44-a48d-5323a3de5651 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514026 Oct 28 09:39:36.905553 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c8c34-4aaf-4744-bf29-cd1d875aa1d4 req-d8fa908a-5ae2-4ccd-835b-50b1afb7e783 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:36.907055 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-535c8c34-4aaf-4744-bf29-cd1d875aa1d4 req-d8fa908a-5ae2-4ccd-835b-50b1afb7e783 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0763857 Oct 28 09:39:36.953561 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-535c8c34-4aaf-4744-bf29-cd1d875aa1d4 req-6c1ab711-161c-4223-b539-8ff2bbd8444f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346143 Oct 28 09:39:37.220431 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ac23d-a269-41e1-9381-7cf2dbfa64ae req-8c84bf93-6482-465e-b7f2-06ac9ae1da66 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:37.222324 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-4c7ac23d-a269-41e1-9381-7cf2dbfa64ae req-8c84bf93-6482-465e-b7f2-06ac9ae1da66 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0705047 Oct 28 09:39:37.262541 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-4c7ac23d-a269-41e1-9381-7cf2dbfa64ae req-e127ccaf-ae10-4f09-99a1-11b162d6479c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339458 Oct 28 09:39:38.081381 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba8d79-78b1-437b-a88a-5de4cf391fd3 req-8b58ac06-9118-47a9-8fa7-3f4a6cf5d840 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:38.083794 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-75ba8d79-78b1-437b-a88a-5de4cf391fd3 req-8b58ac06-9118-47a9-8fa7-3f4a6cf5d840 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0591674 Oct 28 09:39:38.122763 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-75ba8d79-78b1-437b-a88a-5de4cf391fd3 req-a69ea208-e518-45af-94f8-163f4f2d65ba tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323484 Oct 28 09:39:38.384607 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d82971-8b19-4a3a-9aa6-9fc356f34b18 req-e4bcb5be-483f-48ed-85ec-a408668bb8fa tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:38.386804 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-83d82971-8b19-4a3a-9aa6-9fc356f34b18 req-e4bcb5be-483f-48ed-85ec-a408668bb8fa tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0543506 Oct 28 09:39:38.432193 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-83d82971-8b19-4a3a-9aa6-9fc356f34b18 req-5477b046-3ca4-41dd-8025-df1e1242e98c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391400 Oct 28 09:39:38.757726 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-3b08a341-8e80-448d-ac91-8acec1c1d502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:39.265979 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a307e6-d778-491e-b68b-f5e30ae292d8 req-009076b7-4039-48f3-bc46-960130701c47 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:39.267434 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c7a307e6-d778-491e-b68b-f5e30ae292d8 req-009076b7-4039-48f3-bc46-960130701c47 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0528343 Oct 28 09:39:39.307093 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c7a307e6-d778-491e-b68b-f5e30ae292d8 req-263857b6-6c8d-4ac9-8919-9a7b930a8200 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331252 Oct 28 09:39:39.557512 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9722b1c-7893-4b6d-8f77-ee928627af5f req-db4d8b7d-c284-4ee7-a47c-97e38c0355b3 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:39.559019 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b9722b1c-7893-4b6d-8f77-ee928627af5f req-db4d8b7d-c284-4ee7-a47c-97e38c0355b3 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0515997 Oct 28 09:39:39.601394 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b9722b1c-7893-4b6d-8f77-ee928627af5f req-3e557513-8f16-4d3a-8540-2696a9a54f3b tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363545 Oct 28 09:39:40.024297 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:39:40.464180 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88988269-7560-4c54-b34f-c55847b607b2 req-352e909c-07d6-4556-ade6-cf6545aa171f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:40.465673 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-88988269-7560-4c54-b34f-c55847b607b2 req-352e909c-07d6-4556-ade6-cf6545aa171f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0601139 Oct 28 09:39:40.512268 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-88988269-7560-4c54-b34f-c55847b607b2 req-425a7634-fe7d-4979-a1ad-9ad84b0fc60f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402126 Oct 28 09:39:40.725141 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f54a6-42bc-451c-bc74-11c260ee2d40 req-ac24be3b-b332-492b-afd6-e0d0f7bd7b4a tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:40.726646 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-9b7f54a6-42bc-451c-bc74-11c260ee2d40 req-ac24be3b-b332-492b-afd6-e0d0f7bd7b4a tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0504475 Oct 28 09:39:40.768135 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-9b7f54a6-42bc-451c-bc74-11c260ee2d40 req-7c988bcc-03c7-4009-82ed-7f9feb370f67 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350566 Oct 28 09:39:41.157989 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-05b9e0b7-83ce-49a4-b2ba-c49c0fb64f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:41.646813 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ba54e-d70f-433e-b26e-fc1de26c51d2 req-8c47cf37-1ef7-47aa-b6f1-5799c62910d2 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:41.648942 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6e5ba54e-d70f-433e-b26e-fc1de26c51d2 req-8c47cf37-1ef7-47aa-b6f1-5799c62910d2 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0551014 Oct 28 09:39:41.692933 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6e5ba54e-d70f-433e-b26e-fc1de26c51d2 req-c42220ca-6f75-4015-9d45-7d821df1073c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371883 Oct 28 09:39:41.892810 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32f808-0f7c-479f-a677-4a42090b9c33 req-3fa77461-07d4-4275-a2c8-02c909c7b08b tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:41.895076 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-8f32f808-0f7c-479f-a677-4a42090b9c33 req-3fa77461-07d4-4275-a2c8-02c909c7b08b tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0581512 Oct 28 09:39:41.940572 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-8f32f808-0f7c-479f-a677-4a42090b9c33 req-92eee6b8-3e1d-493d-b3b6-ec14402eb5f7 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391331 Oct 28 09:39:42.479863 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:42.580647 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:42.839403 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1dd69-b515-4d3d-9ae7-64db855bdd80 req-9ddcc7c4-e836-4ccb-8d9d-a8d5697b47b5 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:42.845504 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cbf1dd69-b515-4d3d-9ae7-64db855bdd80 req-9ddcc7c4-e836-4ccb-8d9d-a8d5697b47b5 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0735862 Oct 28 09:39:42.881862 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cbf1dd69-b515-4d3d-9ae7-64db855bdd80 req-55cf9e78-7497-4576-b41c-707d0c6d91d3 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347462 Oct 28 09:39:43.062555 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc825981-53ff-43e2-aab0-4cb042355fec req-31f9a28e-f908-4d14-8c42-37fef667a206 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:43.064068 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-dc825981-53ff-43e2-aab0-4cb042355fec req-31f9a28e-f908-4d14-8c42-37fef667a206 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0486772 Oct 28 09:39:43.118789 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-dc825981-53ff-43e2-aab0-4cb042355fec req-829cd223-6a0e-4803-85c4-23878df5175b tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433552 Oct 28 09:39:43.745496 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:44.025854 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d18e0e-a5e7-43e2-9ef7-484e1a5a99b9 req-8ea2a0e0-3ef1-448d-b1f6-a4863929154a tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:44.027368 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-87d18e0e-a5e7-43e2-9ef7-484e1a5a99b9 req-8ea2a0e0-3ef1-448d-b1f6-a4863929154a tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0695016 Oct 28 09:39:44.069936 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-87d18e0e-a5e7-43e2-9ef7-484e1a5a99b9 req-3bc148f4-c309-4955-a289-dd4862db365f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365822 Oct 28 09:39:44.272208 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb923464-86df-43e6-a0b2-f4d8b075d6fe req-25ca6405-336e-49c0-b2b6-9355d5db60c9 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:44.273716 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-cb923464-86df-43e6-a0b2-f4d8b075d6fe req-25ca6405-336e-49c0-b2b6-9355d5db60c9 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0955009 Oct 28 09:39:44.314105 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-cb923464-86df-43e6-a0b2-f4d8b075d6fe req-2f70cb42-2635-4d6c-8738-5858a4fa4477 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333552 Oct 28 09:39:45.196591 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe5b5f-e1a6-485e-b22a-453547650286 req-68e4c83f-0f75-4b08-a7eb-156414563e87 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:45.198817 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-63fe5b5f-e1a6-485e-b22a-453547650286 req-68e4c83f-0f75-4b08-a7eb-156414563e87 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0549195 Oct 28 09:39:45.243206 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-63fe5b5f-e1a6-485e-b22a-453547650286 req-0a897874-bb66-4ec0-bfe4-65c89aceff0b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368471 Oct 28 09:39:45.436486 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e590f63-6412-47f8-8672-6db67c7908aa req-7546b3e7-16ec-4b4a-a3e0-adb5dcef8ef6 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:45.443899 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1e590f63-6412-47f8-8672-6db67c7908aa req-7546b3e7-16ec-4b4a-a3e0-adb5dcef8ef6 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0552242 Oct 28 09:39:45.483327 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1e590f63-6412-47f8-8672-6db67c7908aa req-d778a4f5-bace-4a9e-a5d8-2153661e5bba tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385358 Oct 28 09:39:46.372007 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1364a-1630-4e0a-86a7-fb828f73f8a4 req-2d99dd66-9595-4cf6-80e8-a12847f6b826 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:46.373530 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-52c1364a-1630-4e0a-86a7-fb828f73f8a4 req-2d99dd66-9595-4cf6-80e8-a12847f6b826 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0574045 Oct 28 09:39:46.418485 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-52c1364a-1630-4e0a-86a7-fb828f73f8a4 req-ace2722f-fd4a-4364-8f1b-d6e584e9ff9e tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379708 Oct 28 09:39:46.609228 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe27d1-6cda-46be-8dd0-037cdaf47f71 req-b8c49b4d-6a1c-450b-b8f7-dda2ca63cc0f tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:46.610682 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b9fe27d1-6cda-46be-8dd0-037cdaf47f71 req-b8c49b4d-6a1c-450b-b8f7-dda2ca63cc0f tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0491929 Oct 28 09:39:46.649238 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b9fe27d1-6cda-46be-8dd0-037cdaf47f71 req-f8a81518-2bcd-47cd-828b-105f0837ce57 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325668 Oct 28 09:39:47.541984 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91fe1a-a1b2-4137-bab4-020a20485d2a req-e2403d8c-d464-4480-b473-fbc1ad9901ba tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:47.543482 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5b91fe1a-a1b2-4137-bab4-020a20485d2a req-e2403d8c-d464-4480-b473-fbc1ad9901ba tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0496356 Oct 28 09:39:47.586032 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5b91fe1a-a1b2-4137-bab4-020a20485d2a req-d3af74a6-9905-473c-8f73-d47130ccc5d6 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361624 Oct 28 09:39:47.770321 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b150f-77f1-4b58-84fb-794f7b8cc270 req-f6d78f00-6492-4177-ba35-360c7d8bbd20 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:47.771939 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e57b150f-77f1-4b58-84fb-794f7b8cc270 req-f6d78f00-6492-4177-ba35-360c7d8bbd20 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0515237 Oct 28 09:39:47.810197 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e57b150f-77f1-4b58-84fb-794f7b8cc270 req-e6d2a138-4d4f-432f-9759-7618d27051c4 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323489 Oct 28 09:39:48.712795 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee131e-41a3-419c-af8b-2f76eb545267 req-e7348504-00a6-4195-a6b6-89b86e9805ec tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:48.714283 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0aee131e-41a3-419c-af8b-2f76eb545267 req-e7348504-00a6-4195-a6b6-89b86e9805ec tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0498800 Oct 28 09:39:48.752120 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0aee131e-41a3-419c-af8b-2f76eb545267 req-d48f8090-cc40-4ee9-b740-dd3dea43bfa2 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318878 Oct 28 09:39:48.925298 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cc92e-4082-49df-ac24-f24f3a02a777 req-beaa90cf-9fb4-433e-8234-bf5c93c550b5 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:48.926996 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c97cc92e-4082-49df-ac24-f24f3a02a777 req-beaa90cf-9fb4-433e-8234-bf5c93c550b5 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0503852 Oct 28 09:39:48.968032 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c97cc92e-4082-49df-ac24-f24f3a02a777 req-00ffa203-5b32-4164-890c-046bc71218df tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351839 Oct 28 09:39:49.876145 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a817aea-92eb-445d-b5dc-0445dc5dd1d7 req-5ecd1cf1-db1e-40a7-b0f1-c06251c3c259 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:49.877607 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6a817aea-92eb-445d-b5dc-0445dc5dd1d7 req-5ecd1cf1-db1e-40a7-b0f1-c06251c3c259 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0532401 Oct 28 09:39:49.915612 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6a817aea-92eb-445d-b5dc-0445dc5dd1d7 req-f592d66f-91f8-4f9e-9c40-c838f40aafe2 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312777 Oct 28 09:39:50.081559 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05bf13-0eff-4062-93dd-71cbb0dae432 req-09b12df9-9046-4303-a70a-bd64be6d2544 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:50.083671 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-4a05bf13-0eff-4062-93dd-71cbb0dae432 req-09b12df9-9046-4303-a70a-bd64be6d2544 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0483127 Oct 28 09:39:50.120999 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-4a05bf13-0eff-4062-93dd-71cbb0dae432 req-d126b547-4ff4-4033-bbe8-73228464eefb tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314033 Oct 28 09:39:51.037639 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a02ed-e250-4fbb-883c-2d2cc7801a8f req-08ee18d3-c785-479f-b7a9-7009162c5619 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:51.039097 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ba8a02ed-e250-4fbb-883c-2d2cc7801a8f req-08ee18d3-c785-479f-b7a9-7009162c5619 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0502505 Oct 28 09:39:51.076080 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ba8a02ed-e250-4fbb-883c-2d2cc7801a8f req-89478204-d07f-4a54-b7e4-81c176c4a2db tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310893 Oct 28 09:39:51.239389 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068909b-8bff-4fe0-be15-23f80139d241 req-7f7878b1-0898-4bcc-a72f-de7517d33c9e tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:51.241068 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6068909b-8bff-4fe0-be15-23f80139d241 req-7f7878b1-0898-4bcc-a72f-de7517d33c9e tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0501354 Oct 28 09:39:51.280022 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6068909b-8bff-4fe0-be15-23f80139d241 req-6402a716-fe37-4675-bdf6-4b45c63dd6df tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330660 Oct 28 09:39:52.203103 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5846c7-c11a-40c4-8ca6-6ddcde6881e0 req-b082668c-a249-43d2-adbb-2a6b6c03518a tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:52.204804 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3d5846c7-c11a-40c4-8ca6-6ddcde6881e0 req-b082668c-a249-43d2-adbb-2a6b6c03518a tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0509555 Oct 28 09:39:52.245289 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3d5846c7-c11a-40c4-8ca6-6ddcde6881e0 req-8370641c-40ca-4547-8b8e-7d1b8d39937d tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345957 Oct 28 09:39:52.261040 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:52.397854 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d499d39-2014-4658-9463-a9eb512a7796 req-fb90b917-f612-4820-b63b-9bdaf9659c2c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:52.398388 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 57568) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:52.400127 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3d499d39-2014-4658-9463-a9eb512a7796 req-fb90b917-f612-4820-b63b-9bdaf9659c2c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0508819 Oct 28 09:39:52.442763 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3d499d39-2014-4658-9463-a9eb512a7796 req-70a03e3b-1d32-47c5-af97-f3387ffe7987 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364573 Oct 28 09:39:52.507553 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-be37d9b0-0d30-4463-a545-f2a426c6cb81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:52.595309 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-be37d9b0-0d30-4463-a545-f2a426c6cb81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:52.599296 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-be37d9b0-0d30-4463-a545-f2a426c6cb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:52.637804 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-be37d9b0-0d30-4463-a545-f2a426c6cb81 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=00c5bc46c35044cd833ef797949c83aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381289 Oct 28 09:39:52.638770 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37d9b0-0d30-4463-a545-f2a426c6cb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d047d3-9e61-442d-80fc-baa5f0fa408d,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:52.640423 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 57572) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:52.690746 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-804e6428-62f1-4777-94c8-daa1933db2d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:52.711006 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-804e6428-62f1-4777-94c8-daa1933db2d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:52.757885 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-804e6428-62f1-4777-94c8-daa1933db2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:52.760447 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-804e6428-62f1-4777-94c8-daa1933db2d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:52.761584 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-804e6428-62f1-4777-94c8-daa1933db2d4 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a8d047d3-9e61-442d-80fc-baa5f0fa408d HTTP/1.1" status: 204 len: 168 time: 0.1201348 Oct 28 09:39:52.769022 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e6428-62f1-4777-94c8-daa1933db2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d047d3-9e61-442d-80fc-baa5f0fa408d,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:53.017627 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 57580) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:53.031659 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4dd3e5e2-2683-4ae0-9802-d3ea68b39cc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:53.107820 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4dd3e5e2-2683-4ae0-9802-d3ea68b39cc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:53.111651 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4dd3e5e2-2683-4ae0-9802-d3ea68b39cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:53.156339 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-4dd3e5e2-2683-4ae0-9802-d3ea68b39cc4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=27f36d24299c4159aa1e93d458b6d15b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1375108 Oct 28 09:39:53.157480 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3e5e2-2683-4ae0-9802-d3ea68b39cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185b8c47-c825-42b7-b99c-d0a667b503c7,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:53.159057 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 57582) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:53.209953 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-97579fca-a15b-49a5-9861-950fa2770084 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:53.230914 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-97579fca-a15b-49a5-9861-950fa2770084 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:53.290095 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-97579fca-a15b-49a5-9861-950fa2770084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:53.292736 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-97579fca-a15b-49a5-9861-950fa2770084 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:53.293904 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-97579fca-a15b-49a5-9861-950fa2770084 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/185b8c47-c825-42b7-b99c-d0a667b503c7 HTTP/1.1" status: 204 len: 168 time: 0.1331165 Oct 28 09:39:53.302116 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97579fca-a15b-49a5-9861-950fa2770084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185b8c47-c825-42b7-b99c-d0a667b503c7,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:53.388757 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c3b14-87bc-4aa5-b0d2-7fa2ce303842 req-c4f5cc33-e22b-4129-88ba-7cc304a71dbe tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:53.391016 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e99c3b14-87bc-4aa5-b0d2-7fa2ce303842 req-c4f5cc33-e22b-4129-88ba-7cc304a71dbe tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0530171 Oct 28 09:39:53.436209 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e99c3b14-87bc-4aa5-b0d2-7fa2ce303842 req-bc717e9d-ed8e-440d-88db-126d00b901f2 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391428 Oct 28 09:39:53.598064 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d65062-ad43-4a24-a779-9c3618553086 req-fa5f7f49-3b30-4052-8c43-b1ceaa5db25d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:53.599669 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f2d65062-ad43-4a24-a779-9c3618553086 req-fa5f7f49-3b30-4052-8c43-b1ceaa5db25d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0689230 Oct 28 09:39:53.651011 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f2d65062-ad43-4a24-a779-9c3618553086 req-d04e4604-2321-4275-9971-534a2e0e2ea6 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446575 Oct 28 09:39:54.581621 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ee89c-bedd-471f-9827-49d70df86fad req-c72b1659-39fe-4b00-8f37-2f08cd320ea1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:54.583167 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c08ee89c-bedd-471f-9827-49d70df86fad req-c72b1659-39fe-4b00-8f37-2f08cd320ea1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0544267 Oct 28 09:39:54.622611 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c08ee89c-bedd-471f-9827-49d70df86fad req-8f835063-35d4-4279-bb65-b3fff333bc01 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319130 Oct 28 09:39:54.766732 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9961f71-271a-4f92-828d-88460d1be5a9 req-08bf541d-ce31-4ad3-9777-77e4d571ca33 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:54.768241 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d9961f71-271a-4f92-828d-88460d1be5a9 req-08bf541d-ce31-4ad3-9777-77e4d571ca33 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0493052 Oct 28 09:39:54.807399 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d9961f71-271a-4f92-828d-88460d1be5a9 req-892a0674-6449-4d8a-928b-c57018694681 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325999 Oct 28 09:39:55.742834 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861f992-5e9f-4fe4-a6ac-51109354cc12 req-0bc92345-1aa0-4efe-80ce-81c852fbd901 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:55.744319 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8861f992-5e9f-4fe4-a6ac-51109354cc12 req-0bc92345-1aa0-4efe-80ce-81c852fbd901 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 943 time: 0.0484414 Oct 28 09:39:55.780390 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8861f992-5e9f-4fe4-a6ac-51109354cc12 req-77b1f4a8-ada5-49cd-832e-2e3505f0f592 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299461 Oct 28 09:39:55.921898 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311976e-e486-4108-8161-b0221a89b673 req-557c4d8a-cc95-4308-9ad0-7e5b23864fec tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:55.923350 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3311976e-e486-4108-8161-b0221a89b673 req-557c4d8a-cc95-4308-9ad0-7e5b23864fec tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0480425 Oct 28 09:39:55.964883 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3311976e-e486-4108-8161-b0221a89b673 req-f31b2c7a-4236-4018-ad43-6ad67dd834ae tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349848 Oct 28 09:39:56.483817 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 317d86bf-717f-4001-a686-804fd5c9c218 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:39:56.581160 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 317d86bf-717f-4001-a686-804fd5c9c218, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=317d86bf-717f-4001-a686-804fd5c9c218,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:56.593185 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': '317d86bf-717f-4001-a686-804fd5c9c218', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'port_id': '317d86bf-717f-4001-a686-804fd5c9c218', 'mac_address': 'fa:16:3e:5d:0c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263b05d8-eb38-4884-926d-259edcdc488d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:39:56.629553 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:56.643046 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317d86bf-717f-4001-a686-804fd5c9c218 {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:39:56.662389 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 317d86bf-717f-4001-a686-804fd5c9c218, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=317d86bf-717f-4001-a686-804fd5c9c218,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:56.666250 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:56.712450 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=317d86bf-717f-4001-a686-804fd5c9c218,revision_number=9']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:56.719215 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:56.719588 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:56.719962 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:56.720301 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:56.720634 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:56.720967 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:56.721296 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:56.721624 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:56.721949 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:56.722273 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:56.722597 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:56.722917 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:56.901459 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d2972-bd60-4339-bcbb-b0d480eb4477 req-ebf751a4-4c4d-4f25-a9fa-795672284892 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:56.902979 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-066d2972-bd60-4339-bcbb-b0d480eb4477 req-ebf751a4-4c4d-4f25-a9fa-795672284892 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 944 time: 0.0483074 Oct 28 09:39:56.943794 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-066d2972-bd60-4339-bcbb-b0d480eb4477 req-ab38d044-0e43-492e-962f-9b245378784d tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347254 Oct 28 09:39:57.079291 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7827ca-2f66-46aa-84d2-81a1adc95be1 req-bbfcf740-4a2b-457d-9435-dde007f0f5c6 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:57.080768 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1a7827ca-2f66-46aa-84d2-81a1adc95be1 req-bbfcf740-4a2b-457d-9435-dde007f0f5c6 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0512087 Oct 28 09:39:57.118115 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1a7827ca-2f66-46aa-84d2-81a1adc95be1 req-c478105a-0bdc-4039-8e0b-111d5d6b0631 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306201 Oct 28 09:39:58.066973 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac314e-03d7-440f-a82f-626670aecc54 req-ee30dcf6-fc12-4801-a716-0611f18437e4 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:58.068510 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6aac314e-03d7-440f-a82f-626670aecc54 req-ee30dcf6-fc12-4801-a716-0611f18437e4 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 944 time: 0.0493991 Oct 28 09:39:58.107368 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6aac314e-03d7-440f-a82f-626670aecc54 req-0f82ca73-5b27-4137-8438-e6370fe1d91f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328181 Oct 28 09:39:58.232629 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041c004-82b2-4411-8bb3-620082cc6b46 req-550abe9e-c4ff-4e47-b308-d22c0178104c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:58.234024 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b041c004-82b2-4411-8bb3-620082cc6b46 req-550abe9e-c4ff-4e47-b308-d22c0178104c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0488179 Oct 28 09:39:58.271225 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b041c004-82b2-4411-8bb3-620082cc6b46 req-fb6581a5-6580-4070-8a57-eed7535ba809 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312767 Oct 28 09:39:59.230215 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323a470-0c59-4d08-a372-fef3bd0713f1 req-b32dae77-4ca0-4514-99c4-3db7a7b53c66 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:59.231710 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3323a470-0c59-4d08-a372-fef3bd0713f1 req-b32dae77-4ca0-4514-99c4-3db7a7b53c66 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 944 time: 0.0537434 Oct 28 09:39:59.268862 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3323a470-0c59-4d08-a372-fef3bd0713f1 req-caedf03f-8780-4f62-b2d3-ce4dbe06f34a tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312805 Oct 28 09:39:59.388034 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804af451-c5da-444e-bed4-1e34401d4579 req-2de06b16-2189-4b2c-8486-389f04350e50 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:59.389507 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-804af451-c5da-444e-bed4-1e34401d4579 req-2de06b16-2189-4b2c-8486-389f04350e50 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0496724 Oct 28 09:39:59.426986 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-804af451-c5da-444e-bed4-1e34401d4579 req-bf4fd553-ae93-4d38-8a2e-0673c1cb04e2 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315244 Oct 28 09:39:59.792677 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['317d86bf-717f-4001-a686-804fd5c9c218'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:40:00.387884 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c78365-8da5-4ab1-86ae-15248b0669f6 req-bf80b9de-6698-4fc4-9cdb-dbe228bb5a1f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:00.389482 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-05c78365-8da5-4ab1-86ae-15248b0669f6 req-bf80b9de-6698-4fc4-9cdb-dbe228bb5a1f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 944 time: 0.0486600 Oct 28 09:40:00.430207 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-05c78365-8da5-4ab1-86ae-15248b0669f6 req-e3525f77-af2c-4316-ad31-7d85d19db26e tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343914 Oct 28 09:40:00.546973 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a037ab-0783-4ec3-a243-f5b907f1e3d3 req-04cf5601-1b43-4d2d-a474-907e2e2a7aa2 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:00.548536 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-75a037ab-0783-4ec3-a243-f5b907f1e3d3 req-04cf5601-1b43-4d2d-a474-907e2e2a7aa2 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0543842 Oct 28 09:40:00.588005 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-75a037ab-0783-4ec3-a243-f5b907f1e3d3 req-c10be280-c652-45ec-8f0e-5a97180210fa tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335608 Oct 28 09:40:01.549340 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ea783-62cc-4519-9413-b448b04a649b req-f11ad275-9bf5-4930-a14d-9a98ae9c6ec7 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:01.550798 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8f6ea783-62cc-4519-9413-b448b04a649b req-f11ad275-9bf5-4930-a14d-9a98ae9c6ec7 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 944 time: 0.0493000 Oct 28 09:40:01.588462 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8f6ea783-62cc-4519-9413-b448b04a649b req-292088ff-ef34-4911-977e-daa5ea149674 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316148 Oct 28 09:40:01.702130 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a95c31-2275-46d3-81d7-3589645e3651 req-3a6c0691-386b-429b-acb1-8fed3f21dc8d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:01.703609 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b6a95c31-2275-46d3-81d7-3589645e3651 req-3a6c0691-386b-429b-acb1-8fed3f21dc8d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0482864 Oct 28 09:40:01.740858 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b6a95c31-2275-46d3-81d7-3589645e3651 req-9b83caac-783a-49d3-9598-695f4fb55afa tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313263 Oct 28 09:40:02.493557 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 317d86bf-717f-4001-a686-804fd5c9c218 up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:40:02.542262 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port 317d86bf-717f-4001-a686-804fd5c9c218 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:40:02.542567 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:02.620328 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:02.644990 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab012d22-1e3c-469b-8915-07d2105e4071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317d86bf-717f-4001-a686-804fd5c9c218'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:40:02.647204 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad382c6-2205-447e-bef5-afa54bf128c6" -d '{"events": [{"server_uuid": "ab012d22-1e3c-469b-8915-07d2105e4071", "name": "network-vif-plugged", "status": "completed", "tag": "317d86bf-717f-4001-a686-804fd5c9c218"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:40:02.662278 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 317d86bf-717f-4001-a686-804fd5c9c218, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=317d86bf-717f-4001-a686-804fd5c9c218,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:02.667860 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:02.700021 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2562c81e-cf7d-4ecf-965f-a9482b68aa65 x-openstack-request-id: req-2562c81e-cf7d-4ecf-965f-a9482b68aa65 {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:40:02.700315 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab012d22-1e3c-469b-8915-07d2105e4071", "name": "network-vif-plugged", "status": "completed", "tag": "317d86bf-717f-4001-a686-804fd5c9c218", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:40:02.700591 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2562c81e-cf7d-4ecf-965f-a9482b68aa65 {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:40:02.701001 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab012d22-1e3c-469b-8915-07d2105e4071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317d86bf-717f-4001-a686-804fd5c9c218', 'code': 200} Oct 28 09:40:02.714154 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7506792-9b26-43a3-a838-cb40a52df755 req-325e8fe2-efe8-46e3-9115-cb9c2f023ab4 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:02.720282 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b7506792-9b26-43a3-a838-cb40a52df755 req-325e8fe2-efe8-46e3-9115-cb9c2f023ab4 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 946 time: 0.0579121 Oct 28 09:40:02.723947 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=317d86bf-717f-4001-a686-804fd5c9c218,revision_number=10']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:02.755778 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b7506792-9b26-43a3-a838-cb40a52df755 req-bf25bea6-792d-4e0e-87e7-84f58efa3bfa tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339966 Oct 28 09:40:02.859102 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cd52c-a650-41a3-a8a2-3d154a53c8a0 req-07a6a29a-8296-4e83-a756-1cdb97c2dd66 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:02.860492 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-9a3cd52c-a650-41a3-a8a2-3d154a53c8a0 req-07a6a29a-8296-4e83-a756-1cdb97c2dd66 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0483711 Oct 28 09:40:02.896772 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-9a3cd52c-a650-41a3-a8a2-3d154a53c8a0 req-0ce2658c-8a7c-467d-868b-0cdefcf8718b tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303481 Oct 28 09:40:03.232259 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1dc2e-b516-490c-90ca-879aeae70b91 req-99996f41-c937-4d7e-87a3-502ffc7511d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:03.233733 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-45d1dc2e-b516-490c-90ca-879aeae70b91 req-99996f41-c937-4d7e-87a3-502ffc7511d7 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 1099 time: 0.0411484 Oct 28 09:40:03.277708 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-45d1dc2e-b516-490c-90ca-879aeae70b91 req-da7187f6-4333-4fde-868b-172e7bd7a7b5 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315940 Oct 28 09:40:03.433255 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 57714) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:03.534817 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-d5627f6e-3996-4174-bcfe-ef1ba540243d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:03.611218 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-d5627f6e-3996-4174-bcfe-ef1ba540243d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:03.615970 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-d5627f6e-3996-4174-bcfe-ef1ba540243d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:03.652684 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5627f6e-3996-4174-bcfe-ef1ba540243d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6b168c-6d91-43b7-8e9e-43dd7ff5df6e,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:03.657224 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-d5627f6e-3996-4174-bcfe-ef1ba540243d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=26749d0d8fd34192a2cd05cd838b1f1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229633 Oct 28 09:40:03.659854 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 57722) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:03.708709 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-6a8a2cbf-7784-47ea-ad85-91f6736933d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:03.728941 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-6a8a2cbf-7784-47ea-ad85-91f6736933d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:03.773858 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-6a8a2cbf-7784-47ea-ad85-91f6736933d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:03.777572 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-6a8a2cbf-7784-47ea-ad85-91f6736933d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:03.779099 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-6a8a2cbf-7784-47ea-ad85-91f6736933d2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2a6b168c-6d91-43b7-8e9e-43dd7ff5df6e HTTP/1.1" status: 204 len: 168 time: 0.1183538 Oct 28 09:40:03.789055 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a2cbf-7784-47ea-ad85-91f6736933d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6b168c-6d91-43b7-8e9e-43dd7ff5df6e,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:03.896056 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59679e-5dd9-4011-903c-9d3d1ce66ba0 req-5c7eb220-d277-46cc-9d60-e21a64efba71 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:03.897548 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ab59679e-5dd9-4011-903c-9d3d1ce66ba0 req-5c7eb220-d277-46cc-9d60-e21a64efba71 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 946 time: 0.0521233 Oct 28 09:40:03.936645 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ab59679e-5dd9-4011-903c-9d3d1ce66ba0 req-95a5bb70-585c-47b2-bd52-27248a3df362 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324330 Oct 28 09:40:04.023643 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7d848-bcc2-4767-b264-b4cfb91e05d3 req-37854079-1d3c-4a86-81e5-fd6145de489c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:04.025305 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-9cb7d848-bcc2-4767-b264-b4cfb91e05d3 req-37854079-1d3c-4a86-81e5-fd6145de489c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0506530 Oct 28 09:40:04.055575 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 57732) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:04.076596 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-aff8fb31-e449-4ede-8dcf-fb90d0d5665e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:04.088843 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-9cb7d848-bcc2-4767-b264-b4cfb91e05d3 req-2a5bfed7-0c0d-4bcb-be90-5658c9036950 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561886 Oct 28 09:40:04.168572 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-aff8fb31-e449-4ede-8dcf-fb90d0d5665e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:04.172463 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-aff8fb31-e449-4ede-8dcf-fb90d0d5665e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:04.211338 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8fb31-e449-4ede-8dcf-fb90d0d5665e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1203b8f0-dfd3-4d69-b2d9-549625c460b1,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:04.216484 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-aff8fb31-e449-4ede-8dcf-fb90d0d5665e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=aa3a3abb92aa42f897af7d1a12426c3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598268 Oct 28 09:40:04.218242 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 57734) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:04.271719 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2eb30eca-7033-4b4a-9e14-29044fd43569 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:04.294549 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2eb30eca-7033-4b4a-9e14-29044fd43569 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:04.343102 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2eb30eca-7033-4b4a-9e14-29044fd43569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:04.345836 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2eb30eca-7033-4b4a-9e14-29044fd43569 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:04.347022 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-2eb30eca-7033-4b4a-9e14-29044fd43569 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/1203b8f0-dfd3-4d69-b2d9-549625c460b1 HTTP/1.1" status: 204 len: 168 time: 0.1276910 Oct 28 09:40:04.356429 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb30eca-7033-4b4a-9e14-29044fd43569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1203b8f0-dfd3-4d69-b2d9-549625c460b1,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:05.068779 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8167d-9e77-40d6-8c36-1397afb96e40 req-697bc612-8100-4939-b746-c9af76504128 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:05.071040 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-10e8167d-9e77-40d6-8c36-1397afb96e40 req-697bc612-8100-4939-b746-c9af76504128 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 946 time: 0.0556915 Oct 28 09:40:05.115738 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-10e8167d-9e77-40d6-8c36-1397afb96e40 req-2c396acf-141e-4463-894e-a691f717aa09 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378222 Oct 28 09:40:05.216811 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141d103-d5b1-4251-a81d-206c1065454f req-41fdb49b-68c8-4166-a6a1-05c218561493 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:05.220488 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6141d103-d5b1-4251-a81d-206c1065454f req-41fdb49b-68c8-4166-a6a1-05c218561493 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0541115 Oct 28 09:40:05.280223 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6141d103-d5b1-4251-a81d-206c1065454f req-7533bcc1-da36-4d51-a3cb-cdee136eaab5 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477910 Oct 28 09:40:05.386894 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abaafec-189f-452e-9a05-d0104dfd7f8f req-694cc5f8-c5e0-445e-9989-da276e58a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:05.388603 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0abaafec-189f-452e-9a05-d0104dfd7f8f req-694cc5f8-c5e0-445e-9989-da276e58a15a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 1098 time: 0.0545363 Oct 28 09:40:05.443883 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0abaafec-189f-452e-9a05-d0104dfd7f8f req-7e347a8c-1db6-462c-9c4f-b9f065ce6dbb service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444667 Oct 28 09:40:06.239218 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b5858-1ba7-4de5-95a7-babdd1ce976a req-b335af4a-b764-4dbf-8bde-0180e9fcfcbe tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:06.240749 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b26b5858-1ba7-4de5-95a7-babdd1ce976a req-b335af4a-b764-4dbf-8bde-0180e9fcfcbe tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 946 time: 0.0502005 Oct 28 09:40:06.278768 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b26b5858-1ba7-4de5-95a7-babdd1ce976a req-5caccda5-4d8a-4f7e-87db-387af65023bb tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320332 Oct 28 09:40:06.401763 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f04e1-fbee-46cf-ab66-ba657245645f req-8a99215b-5624-42d3-b49e-044e41757bd1 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:06.403371 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e64f04e1-fbee-46cf-ab66-ba657245645f req-8a99215b-5624-42d3-b49e-044e41757bd1 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0536766 Oct 28 09:40:06.443083 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e64f04e1-fbee-46cf-ab66-ba657245645f req-9af3af43-8bc1-4812-ba0a-7b7febec15b0 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338910 Oct 28 09:40:07.563609 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e63cf6-822e-450c-835c-63d1c07bc26d req-1b47301a-d2a4-4681-906d-b87380de8ac5 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:07.565222 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-52e63cf6-822e-450c-835c-63d1c07bc26d req-1b47301a-d2a4-4681-906d-b87380de8ac5 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0540681 Oct 28 09:40:07.605311 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-52e63cf6-822e-450c-835c-63d1c07bc26d req-0b1c96cf-216e-4fd6-824c-7787a62a0d14 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333548 Oct 28 09:40:07.902063 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1777b1-2134-41ba-802b-e9c1e1372e66 req-f7438a36-28b9-447b-82bb-45e3b499b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:07.903536 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8c1777b1-2134-41ba-802b-e9c1e1372e66 req-f7438a36-28b9-447b-82bb-45e3b499b269 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a1655550196140baa9220386a1a8373e&device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 1098 time: 0.0434835 Oct 28 09:40:07.921810 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c118c0c-6af9-46cd-a4a4-e25507057a45 req-58458453-c68a-4129-8088-dc8c61c6ca78 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:07.923311 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-9c118c0c-6af9-46cd-a4a4-e25507057a45 req-58458453-c68a-4129-8088-dc8c61c6ca78 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0550563 Oct 28 09:40:07.968403 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-9c118c0c-6af9-46cd-a4a4-e25507057a45 req-e82a0204-af8d-4c06-bfb9-83e196c6f107 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389845 Oct 28 09:40:08.008364 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1777b1-2134-41ba-802b-e9c1e1372e66 req-3ff963f8-a65f-4571-9e87-67358b99a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:08.009840 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8c1777b1-2134-41ba-802b-e9c1e1372e66 req-3ff963f8-a65f-4571-9e87-67358b99a877 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0c6135fc-e04f-41b1-91c9-8bd4154b91de HTTP/1.1" status: 200 len: 919 time: 0.0921910 Oct 28 09:40:08.053172 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8c1777b1-2134-41ba-802b-e9c1e1372e66 req-ddbe9f24-a1b2-484c-a4e5-1c1392de3938 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6951c21d-afe1-4690-a945-d9ce84d8498c HTTP/1.1" status: 200 len: 217 time: 0.0342155 Oct 28 09:40:08.105385 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1777b1-2134-41ba-802b-e9c1e1372e66 req-e2711144-3ee9-4425-9fde-c9035189f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:08.106843 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8c1777b1-2134-41ba-802b-e9c1e1372e66 req-e2711144-3ee9-4425-9fde-c9035189f30a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f756cde3-6ad6-41bc-a74b-aa926d36b9a7 HTTP/1.1" status: 200 len: 858 time: 0.0454316 Oct 28 09:40:08.146189 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8c1777b1-2134-41ba-802b-e9c1e1372e66 req-16323ef1-f559-4d43-8f20-68b185e6353f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0c6135fc-e04f-41b1-91c9-8bd4154b91de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250049 Oct 28 09:40:08.248544 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8c1777b1-2134-41ba-802b-e9c1e1372e66 req-b97435f0-df04-4028-bef0-a87128de1b21 service neutron] 10.222.0.98 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890274 Oct 28 09:40:08.349298 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8c1777b1-2134-41ba-802b-e9c1e1372e66 req-35cb5028-e6af-4a3d-b8d7-a5dd8d0080e3 service neutron] 10.222.0.98 "GET /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883584 Oct 28 09:40:08.758641 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-3ed93607-97e7-4cf5-96e0-280736d93ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:09.089364 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5250d3-3fa9-418a-b305-e7a19029c497 req-4645b588-c89b-42c1-871e-3e13e96f54c8 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:09.091660 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3b5250d3-3fa9-418a-b305-e7a19029c497 req-4645b588-c89b-42c1-871e-3e13e96f54c8 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0501239 Oct 28 09:40:09.129253 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3b5250d3-3fa9-418a-b305-e7a19029c497 req-ee253e08-c1e4-4acd-a8aa-cce343a9b27c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320718 Oct 28 09:40:10.245958 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d981ebc-8260-4c88-8480-04cee628a1c4 req-2ee077ae-443a-4663-b2a2-74488d435358 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:10.247436 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-2d981ebc-8260-4c88-8480-04cee628a1c4 req-2ee077ae-443a-4663-b2a2-74488d435358 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0503793 Oct 28 09:40:10.286979 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-2d981ebc-8260-4c88-8480-04cee628a1c4 req-c74b6c6d-429a-4829-8d97-ace817ffde77 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335152 Oct 28 09:40:11.162155 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-d053d0a3-79ff-435c-82bf-bf8c9690a7f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:11.407247 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523b76f-eb6a-43ce-9658-92d30ab0122f req-87a14f0d-561e-4f84-ad72-950fdbdfe275 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:11.408841 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6523b76f-eb6a-43ce-9658-92d30ab0122f req-87a14f0d-561e-4f84-ad72-950fdbdfe275 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0507779 Oct 28 09:40:11.449074 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6523b76f-eb6a-43ce-9658-92d30ab0122f req-421d1642-2736-409b-a44d-2758f081d954 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327215 Oct 28 09:40:12.482473 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:12.584019 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:13.402828 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a8b55-dd59-497f-af65-1c4ed823828e req-bd41a859-42bf-493c-aee7-749b2f074dff tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:13.404328 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-459a8b55-dd59-497f-af65-1c4ed823828e req-bd41a859-42bf-493c-aee7-749b2f074dff tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.0560973 Oct 28 09:40:13.414492 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7285e-6668-43bd-bd85-24716fb91c25 req-e10616fa-7c0b-4954-a613-32b715dc1fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:13.416108 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ccd7285e-6668-43bd-bd85-24716fb91c25 req-e10616fa-7c0b-4954-a613-32b715dc1fb8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e4287883e5c54c1682cb7dbb60c288b1&device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 1138 time: 0.0405703 Oct 28 09:40:13.457311 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-459a8b55-dd59-497f-af65-1c4ed823828e req-8a47f820-7598-44d9-ab00-fa7a6a9a00d3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0466731 Oct 28 09:40:13.520315 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7285e-6668-43bd-bd85-24716fb91c25 req-306ba395-39d8-42e2-b0d3-dd12a15af283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:13.521789 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ccd7285e-6668-43bd-bd85-24716fb91c25 req-306ba395-39d8-42e2-b0d3-dd12a15af283 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e438d8d9-fab6-4695-8a85-0ad20cd5844a HTTP/1.1" status: 200 len: 916 time: 0.0953372 Oct 28 09:40:13.591846 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ccd7285e-6668-43bd-bd85-24716fb91c25 req-716fe949-ee10-4111-a2ca-8a00d4c55cde service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd9cc1d7-ba4e-49e9-97c7-e448321d1538 HTTP/1.1" status: 200 len: 1002 time: 0.0618145 Oct 28 09:40:13.643384 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7285e-6668-43bd-bd85-24716fb91c25 req-92baf8c7-3750-416f-8ab1-a67061e1912a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:13.644908 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ccd7285e-6668-43bd-bd85-24716fb91c25 req-92baf8c7-3750-416f-8ab1-a67061e1912a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ee69fef3-3476-434c-9d8c-c401c168a53a HTTP/1.1" status: 200 len: 854 time: 0.0440121 Oct 28 09:40:13.701140 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7285e-6668-43bd-bd85-24716fb91c25 req-064e90d6-9cce-4041-af5b-4b179a61067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:13.703090 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ccd7285e-6668-43bd-bd85-24716fb91c25 req-064e90d6-9cce-4041-af5b-4b179a61067e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e438d8d9-fab6-4695-8a85-0ad20cd5844a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400083 Oct 28 09:40:13.746604 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:14.034337 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ccd7285e-6668-43bd-bd85-24716fb91c25 req-4262dbfb-665f-4af9-9553-7f89a5e68c3b service neutron] 10.222.0.98 "GET /v2.0/networks/e438d8d9-fab6-4695-8a85-0ad20cd5844a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170388 Oct 28 09:40:14.148303 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ccd7285e-6668-43bd-bd85-24716fb91c25 req-9bf533c4-b032-4986-96bd-62878e9ac626 service neutron] 10.222.0.98 "GET /v2.0/networks/e438d8d9-fab6-4695-8a85-0ad20cd5844a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964730 Oct 28 09:40:14.580120 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af548825-8959-4dbd-b4be-7ee2b73952f2 req-ca8c1dcf-6df2-41e6-b577-03fc83b4625a tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:14.581682 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-af548825-8959-4dbd-b4be-7ee2b73952f2 req-ca8c1dcf-6df2-41e6-b577-03fc83b4625a tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.0496910 Oct 28 09:40:14.625688 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-af548825-8959-4dbd-b4be-7ee2b73952f2 req-07b5447b-65bf-4c19-b966-1fb217d829eb tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379210 Oct 28 09:40:15.329061 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7a279-94bf-4c72-97d4-cc2728b3b4ac req-f8e4bc11-bbcc-49d0-ab49-24f65f9dd6aa tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:15.330583 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-18e7a279-94bf-4c72-97d4-cc2728b3b4ac req-f8e4bc11-bbcc-49d0-ab49-24f65f9dd6aa tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0499775 Oct 28 09:40:15.370632 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-18e7a279-94bf-4c72-97d4-cc2728b3b4ac req-efadaf4c-ca74-4296-bf3c-262268269d8c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333889 Oct 28 09:40:15.744193 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8979e-a30b-453c-9ecd-d9fd005a66fd req-5c363111-5f04-4732-8d31-51635f1691cb tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:15.746319 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-92d8979e-a30b-453c-9ecd-d9fd005a66fd req-5c363111-5f04-4732-8d31-51635f1691cb tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.0499287 Oct 28 09:40:15.786659 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-92d8979e-a30b-453c-9ecd-d9fd005a66fd req-bc1db432-7710-4bc4-8540-4b865d90f1b4 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339935 Oct 28 09:40:16.490121 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974bed4-91d6-428a-abfa-48ae91cfc248 req-f625f1e1-6ad6-49fc-919c-8f8bdd7644df tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:16.491600 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9974bed4-91d6-428a-abfa-48ae91cfc248 req-f625f1e1-6ad6-49fc-919c-8f8bdd7644df tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0514250 Oct 28 09:40:16.530655 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9974bed4-91d6-428a-abfa-48ae91cfc248 req-720f2f77-693a-4c98-80c2-79c905816c0d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328655 Oct 28 09:40:16.906760 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a10903-cb3a-4334-870f-27ccedb99165 req-1e4b4890-14e2-4213-97a9-ba80bac4af78 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:16.908257 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e8a10903-cb3a-4334-870f-27ccedb99165 req-1e4b4890-14e2-4213-97a9-ba80bac4af78 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.0497532 Oct 28 09:40:16.947101 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e8a10903-cb3a-4334-870f-27ccedb99165 req-dc5d7508-7f98-4cc4-966a-8d28515c7cd1 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326629 Oct 28 09:40:17.012596 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:40:17.649625 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1f45e-3bbb-4f03-8a07-39af6818ed6f req-1860567b-fb4a-49a8-a9cb-e1c5e5d890b4 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:17.656205 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-70e1f45e-3bbb-4f03-8a07-39af6818ed6f req-1860567b-fb4a-49a8-a9cb-e1c5e5d890b4 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0546601 Oct 28 09:40:17.695643 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-70e1f45e-3bbb-4f03-8a07-39af6818ed6f req-905455b4-c4d7-4432-8e9c-7c722170e887 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379040 Oct 28 09:40:18.067844 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952a2b5-3e97-4e38-a961-591ca34d3e98 req-5cc4a8bc-eb4b-4094-9a63-b53a5934172a tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:18.069300 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3952a2b5-3e97-4e38-a961-591ca34d3e98 req-5cc4a8bc-eb4b-4094-9a63-b53a5934172a tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.0534620 Oct 28 09:40:18.109960 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3952a2b5-3e97-4e38-a961-591ca34d3e98 req-615fb24b-3171-4d78-b3b0-4a752bdf979b tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338058 Oct 28 09:40:18.743009 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e001b0-c738-4ec2-8b6c-c096d84a4a9c req-0c2af42d-5747-44e3-9de7-7c4db23a930b tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:18.744472 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f0e001b0-c738-4ec2-8b6c-c096d84a4a9c req-0c2af42d-5747-44e3-9de7-7c4db23a930b tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.98 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0499372 Oct 28 09:40:18.863354 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a1646-88cb-491e-8335-ae775fd2ce12 req-9349b4fe-fe8b-400f-a4b3-50e1b5728c45 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:18.864814 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-af1a1646-88cb-491e-8335-ae775fd2ce12 req-9349b4fe-fe8b-400f-a4b3-50e1b5728c45 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=026e7f83-9fc3-4bbc-b21c-91b70fb1d96f HTTP/1.1" status: 200 len: 945 time: 0.0859256 Oct 28 09:40:18.896212 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-f0e001b0-c738-4ec2-8b6c-c096d84a4a9c req-8efce1bb-9ce5-4215-b273-c28051c6bcfc tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Deleting port ee85a077-fd82-4bcf-bec8-60f80fe00122 {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:40:18.896543 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-f0e001b0-c738-4ec2-8b6c-c096d84a4a9c req-8efce1bb-9ce5-4215-b273-c28051c6bcfc tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:18.953717 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-af1a1646-88cb-491e-8335-ae775fd2ce12 req-16e13a44-b953-43d4-8678-c930aefbfd35 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820334 Oct 28 09:40:18.996748 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-f0e001b0-c738-4ec2-8b6c-c096d84a4a9c req-8efce1bb-9ce5-4215-b273-c28051c6bcfc tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] For port ee85a077-fd82-4bcf-bec8-60f80fe00122, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ee85a077-fd82-4bcf-bec8-60f80fe00122,segment=NetworkSegment(59d3290b-93f8-46c7-8242-3840173eb36c),segment_id=59d3290b-93f8-46c7-8242-3840173eb36c)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:18.997111 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-f0e001b0-c738-4ec2-8b6c-c096d84a4a9c req-8efce1bb-9ce5-4215-b273-c28051c6bcfc tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:19.010012 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-f0e001b0-c738-4ec2-8b6c-c096d84a4a9c req-8efce1bb-9ce5-4215-b273-c28051c6bcfc tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Calling delete_port for ee85a077-fd82-4bcf-bec8-60f80fe00122 owned by compute:nova {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:40:19.145876 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-f0e001b0-c738-4ec2-8b6c-c096d84a4a9c req-8efce1bb-9ce5-4215-b273-c28051c6bcfc tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:19.158760 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['6951c21d-afe1-4690-a945-d9ce84d8498c', 'ee85a077-fd82-4bcf-bec8-60f80fe00122'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:40:19.177300 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efce1bb-9ce5-4215-b273-c28051c6bcfc tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Pushing event deleted for resources: {'Port': ['ID=ee85a077-fd82-4bcf-bec8-60f80fe00122,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:19.226274 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e001b0-c738-4ec2-8b6c-c096d84a4a9c req-8efce1bb-9ce5-4215-b273-c28051c6bcfc tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] No DVR routers for this DVR port ee85a077-fd82-4bcf-bec8-60f80fe00122 on host hv-cinder-81514 {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:40:19.229005 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-f0e001b0-c738-4ec2-8b6c-c096d84a4a9c req-8efce1bb-9ce5-4215-b273-c28051c6bcfc tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:19.232649 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f0e001b0-c738-4ec2-8b6c-c096d84a4a9c req-8efce1bb-9ce5-4215-b273-c28051c6bcfc tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.98 "DELETE /v2.0/ports/ee85a077-fd82-4bcf-bec8-60f80fe00122 HTTP/1.1" status: 204 len: 173 time: 0.4777317 Oct 28 09:40:19.233123 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026e7f83-9fc3-4bbc-b21c-91b70fb1d96f', 'name': 'network-vif-deleted', 'tag': 'ee85a077-fd82-4bcf-bec8-60f80fe00122'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:40:19.235395 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a86fa6-a6dd-40db-b617-8a02b09e9a26" -d '{"events": [{"server_uuid": "026e7f83-9fc3-4bbc-b21c-91b70fb1d96f", "name": "network-vif-deleted", "tag": "ee85a077-fd82-4bcf-bec8-60f80fe00122"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:40:19.236920 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbf42d-6188-44d7-ac90-3396269bf95e req-f0ca5b5f-a920-4408-8816-3bd812d6cf9c tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:19.239026 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-8efbf42d-6188-44d7-ac90-3396269bf95e req-f0ca5b5f-a920-4408-8816-3bd812d6cf9c tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.0577943 Oct 28 09:40:19.281408 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765a96fe-2c22-4fde-92ee-7311e98db251 x-openstack-request-id: req-765a96fe-2c22-4fde-92ee-7311e98db251 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:40:19.281705 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026e7f83-9fc3-4bbc-b21c-91b70fb1d96f", "name": "network-vif-deleted", "tag": "ee85a077-fd82-4bcf-bec8-60f80fe00122", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:40:19.281948 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-765a96fe-2c22-4fde-92ee-7311e98db251 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:40:19.282393 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026e7f83-9fc3-4bbc-b21c-91b70fb1d96f', 'name': 'network-vif-deleted', 'tag': 'ee85a077-fd82-4bcf-bec8-60f80fe00122', 'status': 'completed', 'code': 200} Oct 28 09:40:19.291984 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-8efbf42d-6188-44d7-ac90-3396269bf95e req-2b8afeee-53a3-47a6-ab0f-c59852859498 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453360 Oct 28 09:40:20.222638 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff745458-13df-4ddb-87ee-7e77c2fd57d5 req-df8ff3a5-721b-4574-98ec-1c40fa00a662 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:20.224192 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ff745458-13df-4ddb-87ee-7e77c2fd57d5 req-df8ff3a5-721b-4574-98ec-1c40fa00a662 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0500493 Oct 28 09:40:20.262630 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ff745458-13df-4ddb-87ee-7e77c2fd57d5 req-b5cebc24-f6b4-4850-b086-5b4fbcd3d5d2 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325789 Oct 28 09:40:20.416557 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bc697-ecdf-4ca9-94b9-7c783c1bd219 req-6b567fe9-d8a2-4d8d-b5a5-76f363f2ef5c tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:20.418690 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-237bc697-ecdf-4ca9-94b9-7c783c1bd219 req-6b567fe9-d8a2-4d8d-b5a5-76f363f2ef5c tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.0521054 Oct 28 09:40:20.459563 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-237bc697-ecdf-4ca9-94b9-7c783c1bd219 req-1a262cf7-3187-4437-9ef4-64a8e3137f15 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349040 Oct 28 09:40:21.383134 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de677c-f7cc-4f48-9e1f-3a0a86e9da47 req-08f659ed-865b-454a-a4c2-21364ea734b2 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:21.384629 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b1de677c-f7cc-4f48-9e1f-3a0a86e9da47 req-08f659ed-865b-454a-a4c2-21364ea734b2 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0533202 Oct 28 09:40:21.423292 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b1de677c-f7cc-4f48-9e1f-3a0a86e9da47 req-18935975-2fbf-4027-97fe-a75860dca813 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319262 Oct 28 09:40:21.582360 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc388b9-2dc4-4506-a205-1d831fbe5055 req-c440a7db-d39f-4fba-bf8b-7ea8ec57b251 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:21.583753 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3cc388b9-2dc4-4506-a205-1d831fbe5055 req-c440a7db-d39f-4fba-bf8b-7ea8ec57b251 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.0562716 Oct 28 09:40:21.624724 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3cc388b9-2dc4-4506-a205-1d831fbe5055 req-89f7d112-4b99-495d-8117-3fd4f7636bd8 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345488 Oct 28 09:40:22.273347 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:22.545887 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf51d61-4251-48fc-bce3-2eedddf9c5ba req-9079bdb2-e8a9-4ebc-98df-aa8391460a6c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:22.548077 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-edf51d61-4251-48fc-bce3-2eedddf9c5ba req-9079bdb2-e8a9-4ebc-98df-aa8391460a6c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0583436 Oct 28 09:40:22.586231 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-edf51d61-4251-48fc-bce3-2eedddf9c5ba req-0ee2d8ef-ac1e-44bf-8fd2-697c3c692292 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323713 Oct 28 09:40:22.601815 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device ee85a077-fd82-4bcf-bec8-60f80fe00122 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:40:22.622892 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] No Port match for: ee85a077-fd82-4bcf-bec8-60f80fe00122 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:40:22.623227 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device ee85a077-fd82-4bcf-bec8-60f80fe00122 not bound to the agent host hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:40:22.742866 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3574dd2-d11f-4796-bd5f-4a0b5b8faea6 req-01af06ad-6291-4cbd-b745-9ad1845641a5 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:22.744395 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c3574dd2-d11f-4796-bd5f-4a0b5b8faea6 req-01af06ad-6291-4cbd-b745-9ad1845641a5 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.0505054 Oct 28 09:40:22.785078 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c3574dd2-d11f-4796-bd5f-4a0b5b8faea6 req-2a324b27-6079-415f-bcd0-6d389297e261 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343909 Oct 28 09:40:23.700540 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f422832-c8ec-4892-b794-e53e48db6773 req-9c15d4f6-a554-49f9-8c02-3c4d8aee336c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:23.701995 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6f422832-c8ec-4892-b794-e53e48db6773 req-9c15d4f6-a554-49f9-8c02-3c4d8aee336c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0485470 Oct 28 09:40:23.740557 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6f422832-c8ec-4892-b794-e53e48db6773 req-1a593000-2f2b-4e5f-a65e-2b4b6c0fcb21 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327277 Oct 28 09:40:23.897480 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fcb65-af05-4f5a-a3e2-4515adf877f0 req-c36708e8-f0b1-45cb-9caa-0d63f97422db tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:23.898950 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-898fcb65-af05-4f5a-a3e2-4515adf877f0 req-c36708e8-f0b1-45cb-9caa-0d63f97422db tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.0483029 Oct 28 09:40:23.939593 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-898fcb65-af05-4f5a-a3e2-4515adf877f0 req-3871e9ba-3bbf-48db-b95e-ddc11c27995c tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336263 Oct 28 09:40:24.853200 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97a514-fe52-4a74-8cfa-250c1c679d1d req-ab9b15e5-b76e-49e1-a229-7147659ce000 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:24.855199 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8e97a514-fe52-4a74-8cfa-250c1c679d1d req-ab9b15e5-b76e-49e1-a229-7147659ce000 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0498157 Oct 28 09:40:24.893574 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8e97a514-fe52-4a74-8cfa-250c1c679d1d req-b9415350-b337-47fd-ab41-e8d890d3c96a tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325599 Oct 28 09:40:25.057576 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c35f5e-eb9e-4d26-bad2-7ca5f27a91ed req-9b80675b-923b-4060-8585-806e3fe79761 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:25.059135 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a8c35f5e-eb9e-4d26-bad2-7ca5f27a91ed req-9b80675b-923b-4060-8585-806e3fe79761 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.0527573 Oct 28 09:40:25.098611 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a8c35f5e-eb9e-4d26-bad2-7ca5f27a91ed req-d1a1810f-efa9-40bd-86fe-12a1c3058a60 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335689 Oct 28 09:40:26.013273 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4038fd-31a1-4f12-ab0e-da55cc8c675b req-6623581a-ea02-43c7-86fe-65cfb9cccb53 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:26.014856 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-dc4038fd-31a1-4f12-ab0e-da55cc8c675b req-6623581a-ea02-43c7-86fe-65cfb9cccb53 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0531511 Oct 28 09:40:26.052600 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-dc4038fd-31a1-4f12-ab0e-da55cc8c675b req-545a392b-93b6-4848-8c2e-b1c60d03349c tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318699 Oct 28 09:40:26.213920 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b149d-b959-45fe-b540-ada9447aef38 req-b72f017f-ef7b-4b01-85dc-273ea48ed826 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:26.215368 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d54b149d-b959-45fe-b540-ada9447aef38 req-b72f017f-ef7b-4b01-85dc-273ea48ed826 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.0481076 Oct 28 09:40:26.254860 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d54b149d-b959-45fe-b540-ada9447aef38 req-1036dcfd-c6af-4630-88a3-7292de76cc98 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333371 Oct 28 09:40:27.167332 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca93bd-16cb-492e-b616-464c69a11c6a req-999bda3f-348b-430a-9ed0-1bf975efd197 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:27.168906 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-79ca93bd-16cb-492e-b616-464c69a11c6a req-999bda3f-348b-430a-9ed0-1bf975efd197 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0488417 Oct 28 09:40:27.206737 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-79ca93bd-16cb-492e-b616-464c69a11c6a req-102d4007-07e4-46f7-bb5f-4f0d8b2cfaa4 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/security-groups?id=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319066 Oct 28 09:40:27.369760 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933fa0d-1d87-4912-9a98-921e6acead0b req-43d6b739-09a0-4878-8438-71cfe0bda40c tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:27.371438 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-5933fa0d-1d87-4912-9a98-921e6acead0b req-43d6b739-09a0-4878-8438-71cfe0bda40c tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.0495119 Oct 28 09:40:27.412240 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-5933fa0d-1d87-4912-9a98-921e6acead0b req-3ab760f5-58eb-45a0-a050-2d10d4629d9b tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343268 Oct 28 09:40:27.455998 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62e7cc-e087-4ca3-a664-b529d614d68a req-06e940da-a590-494c-91c5-9ef5a83fb672 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:27.457521 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8e62e7cc-e087-4ca3-a664-b529d614d68a req-06e940da-a590-494c-91c5-9ef5a83fb672 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.98 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 945 time: 0.0522177 Oct 28 09:40:27.556123 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-8e62e7cc-e087-4ca3-a664-b529d614d68a req-4eaef92f-abda-4faf-8e13-ed7e07562a3d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Deleting port 6951c21d-afe1-4690-a945-d9ce84d8498c {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:40:27.556459 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-8e62e7cc-e087-4ca3-a664-b529d614d68a req-4eaef92f-abda-4faf-8e13-ed7e07562a3d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:27.643096 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-8e62e7cc-e087-4ca3-a664-b529d614d68a req-4eaef92f-abda-4faf-8e13-ed7e07562a3d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] For port 6951c21d-afe1-4690-a945-d9ce84d8498c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6951c21d-afe1-4690-a945-d9ce84d8498c,segment=NetworkSegment(59d3290b-93f8-46c7-8242-3840173eb36c),segment_id=59d3290b-93f8-46c7-8242-3840173eb36c)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:27.643371 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-8e62e7cc-e087-4ca3-a664-b529d614d68a req-4eaef92f-abda-4faf-8e13-ed7e07562a3d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:27.655842 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-8e62e7cc-e087-4ca3-a664-b529d614d68a req-4eaef92f-abda-4faf-8e13-ed7e07562a3d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Calling delete_port for 6951c21d-afe1-4690-a945-d9ce84d8498c owned by compute:nova {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:40:27.789295 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-8e62e7cc-e087-4ca3-a664-b529d614d68a req-4eaef92f-abda-4faf-8e13-ed7e07562a3d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:27.801513 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['6951c21d-afe1-4690-a945-d9ce84d8498c'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:40:27.818823 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaef92f-abda-4faf-8e13-ed7e07562a3d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Pushing event deleted for resources: {'Port': ['ID=6951c21d-afe1-4690-a945-d9ce84d8498c,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:27.831060 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaef92f-abda-4faf-8e13-ed7e07562a3d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:27.831466 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaef92f-abda-4faf-8e13-ed7e07562a3d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:27.831761 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaef92f-abda-4faf-8e13-ed7e07562a3d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:27.832093 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaef92f-abda-4faf-8e13-ed7e07562a3d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:27.832421 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaef92f-abda-4faf-8e13-ed7e07562a3d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:27.832744 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaef92f-abda-4faf-8e13-ed7e07562a3d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:27.833071 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaef92f-abda-4faf-8e13-ed7e07562a3d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:27.833391 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaef92f-abda-4faf-8e13-ed7e07562a3d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:27.833706 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaef92f-abda-4faf-8e13-ed7e07562a3d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:27.834033 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaef92f-abda-4faf-8e13-ed7e07562a3d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:27.834349 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaef92f-abda-4faf-8e13-ed7e07562a3d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:27.834666 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaef92f-abda-4faf-8e13-ed7e07562a3d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:27.871647 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e62e7cc-e087-4ca3-a664-b529d614d68a req-4eaef92f-abda-4faf-8e13-ed7e07562a3d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] No DVR routers for this DVR port 6951c21d-afe1-4690-a945-d9ce84d8498c on host hv-cinder-81514 {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:40:27.874935 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-8e62e7cc-e087-4ca3-a664-b529d614d68a req-4eaef92f-abda-4faf-8e13-ed7e07562a3d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:27.878238 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8e62e7cc-e087-4ca3-a664-b529d614d68a req-4eaef92f-abda-4faf-8e13-ed7e07562a3d tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.98 "DELETE /v2.0/ports/6951c21d-afe1-4690-a945-d9ce84d8498c HTTP/1.1" status: 204 len: 173 time: 0.4112585 Oct 28 09:40:27.878672 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32807a3-1d84-4614-b381-4bd069d72020', 'name': 'network-vif-deleted', 'tag': '6951c21d-afe1-4690-a945-d9ce84d8498c'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:40:27.880934 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410c7b3f-6198-4a45-96da-cb88e4a31079" -d '{"events": [{"server_uuid": "c32807a3-1d84-4614-b381-4bd069d72020", "name": "network-vif-deleted", "tag": "6951c21d-afe1-4690-a945-d9ce84d8498c"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:40:27.919612 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b99c3d4-df7e-4551-a9ba-149673864900 x-openstack-request-id: req-6b99c3d4-df7e-4551-a9ba-149673864900 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:40:27.919940 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32807a3-1d84-4614-b381-4bd069d72020", "name": "network-vif-deleted", "tag": "6951c21d-afe1-4690-a945-d9ce84d8498c", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:40:27.920172 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6b99c3d4-df7e-4551-a9ba-149673864900 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:40:27.920639 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32807a3-1d84-4614-b381-4bd069d72020', 'name': 'network-vif-deleted', 'tag': '6951c21d-afe1-4690-a945-d9ce84d8498c', 'status': 'completed', 'code': 200} Oct 28 09:40:28.317107 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a8163b7c-5dbe-418b-aa59-58162023500f req-f9e9ae24-1109-4cae-b84c-f99f952c64ad tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 210 time: 0.0300589 Oct 28 09:40:28.531918 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ee31b-a742-49fc-a568-a4dd8c64441c req-c96dbf2d-b85e-4556-8ce9-8236155b53a0 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:28.533395 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7c5ee31b-a742-49fc-a568-a4dd8c64441c req-c96dbf2d-b85e-4556-8ce9-8236155b53a0 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.0509448 Oct 28 09:40:28.573127 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7c5ee31b-a742-49fc-a568-a4dd8c64441c req-6b6c5a49-dd0a-46f7-8bd5-398e28eaf2a2 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333498 Oct 28 09:40:29.420856 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-cf2f5d69-d62a-48df-944b-20a76ceb6b38 req-93c34509-665c-4f6f-9ccf-b5b5ec5a49a2 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 210 time: 0.0263782 Oct 28 09:40:29.688573 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22dcb19-0faf-4569-91c8-288e1de155c2 req-e03ab34c-ca68-447e-a90a-eacf7479c296 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:29.690064 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b22dcb19-0faf-4569-91c8-288e1de155c2 req-e03ab34c-ca68-447e-a90a-eacf7479c296 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.0502803 Oct 28 09:40:29.730642 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b22dcb19-0faf-4569-91c8-288e1de155c2 req-2bdae828-3274-43a9-997c-6ffad6e657a8 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345547 Oct 28 09:40:30.528086 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-4ba68522-9769-4bb4-aa4d-b2c9d8c073d5 req-372202ba-77b7-4425-8187-0cd7c1cb4b89 tempest-ServerRescueNegativeTestJSON-492191125 tempest-ServerRescueNegativeTestJSON-492191125-project] 10.222.0.113 "GET /v2.0/ports?device_id=c32807a3-1d84-4614-b381-4bd069d72020 HTTP/1.1" status: 200 len: 210 time: 0.0303104 Oct 28 09:40:30.851628 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49303155-82b2-4026-a689-cb93b058cd08 req-911f16b7-0de0-4218-a36b-ef6176d14f01 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:30.853712 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-49303155-82b2-4026-a689-cb93b058cd08 req-911f16b7-0de0-4218-a36b-ef6176d14f01 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.0541773 Oct 28 09:40:30.895580 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-49303155-82b2-4026-a689-cb93b058cd08 req-0185664e-d000-402e-97b1-72a5416ef2a9 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344906 Oct 28 09:40:31.172244 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 6951c21d-afe1-4690-a945-d9ce84d8498c no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:40:31.198391 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] No Port match for: 6951c21d-afe1-4690-a945-d9ce84d8498c {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:40:31.198738 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 6951c21d-afe1-4690-a945-d9ce84d8498c not bound to the agent host hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:40:31.582732 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 58056) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:32.032443 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-c689cedf-0670-4ca9-b7c0-d2611028c472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653301'] for router_interface, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:32.107318 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2ca15-4e24-44cf-a1c5-886f909d240a req-d9a146b5-6e04-4a60-8257-29f35f608fc3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:32.108825 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-89a2ca15-4e24-44cf-a1c5-886f909d240a req-d9a146b5-6e04-4a60-8257-29f35f608fc3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.1471255 Oct 28 09:40:32.165453 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-89a2ca15-4e24-44cf-a1c5-886f909d240a req-8fe65381-f234-4a98-9bfd-911e7c278ce0 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0500586 Oct 28 09:40:32.380007 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-c689cedf-0670-4ca9-b7c0-d2611028c472 admin admin] Deleting port 7e889a9e-aad2-4c6f-9250-1892771f20f9 {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:40:32.380344 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-c689cedf-0670-4ca9-b7c0-d2611028c472 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:32.457001 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [None req-c689cedf-0670-4ca9-b7c0-d2611028c472 admin admin] For port 7e889a9e-aad2-4c6f-9250-1892771f20f9, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=7e889a9e-aad2-4c6f-9250-1892771f20f9,segment=NetworkSegment(59d3290b-93f8-46c7-8242-3840173eb36c),segment_id=59d3290b-93f8-46c7-8242-3840173eb36c)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:32.457296 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-c689cedf-0670-4ca9-b7c0-d2611028c472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:32.469326 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-c689cedf-0670-4ca9-b7c0-d2611028c472 admin admin] Calling delete_port for 7e889a9e-aad2-4c6f-9250-1892771f20f9 owned by network:router_interface {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:40:32.649430 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-c689cedf-0670-4ca9-b7c0-d2611028c472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:32.679274 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689cedf-0670-4ca9-b7c0-d2611028c472 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e889a9e-aad2-4c6f-9250-1892771f20f9,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:32.834712 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-c689cedf-0670-4ca9-b7c0-d2611028c472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653465'] for router_interface, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:33.277711 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c689cedf-0670-4ca9-b7c0-d2611028c472 admin admin] Router 08aa1cbd-f82e-443f-8771-4ee565fa9aa1 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:40:33.284214 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c2509-7fda-406e-89d0-40d8bcfc2e92 req-7bc87427-0890-4e30-8a8b-1ca163aeec9e tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:33.285752 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-616c2509-7fda-406e-89d0-40d8bcfc2e92 req-7bc87427-0890-4e30-8a8b-1ca163aeec9e tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.0518398 Oct 28 09:40:33.328425 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-616c2509-7fda-406e-89d0-40d8bcfc2e92 req-3536ba21-ad25-4cd4-a075-b59481a180b6 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365412 Oct 28 09:40:33.393583 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c689cedf-0670-4ca9-b7c0-d2611028c472 admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:40:33.400375 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-c689cedf-0670-4ca9-b7c0-d2611028c472 admin admin] 10.222.0.113 "PUT /v2.0/routers/08aa1cbd-f82e-443f-8771-4ee565fa9aa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8161936 Oct 28 09:40:33.405060 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 58070) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:33.407591 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03db82a-1659-4e4c-9f20-f87ad7665749 None None] Sync routers for ids ['08aa1cbd-f82e-443f-8771-4ee565fa9aa1'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:40:33.419683 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03db82a-1659-4e4c-9f20-f87ad7665749 None None] Routers {'08aa1cbd-f82e-443f-8771-4ee565fa9aa1'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:40:33.420702 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-b03db82a-1659-4e4c-9f20-f87ad7665749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:40:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['08aa1cbd-f82e-443f-8771-4ee565fa9aa1'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:33.512974 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7244d9a3-cb5b-4be5-9359-f3800f22a99b admin admin] Publish callbacks [] for router, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:33.532013 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-b03db82a-1659-4e4c-9f20-f87ad7665749 None None] Set router 08aa1cbd-f82e-443f-8771-4ee565fa9aa1 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:40:33.629473 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7244d9a3-cb5b-4be5-9359-f3800f22a99b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:33.715577 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-7244d9a3-cb5b-4be5-9359-f3800f22a99b admin admin] Deleting port ac3885fe-1a8f-495b-a676-9dafccaeb54c {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:40:33.715947 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7244d9a3-cb5b-4be5-9359-f3800f22a99b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:33.759198 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-b03db82a-1659-4e4c-9f20-f87ad7665749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aa1cbd-f82e-443f-8771-4ee565fa9aa1', 'name': 'tempest-ServerRescueNegativeTestJSON-385416870-router', 'tenant_id': 'a1655550196140baa9220386a1a8373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'ac3885fe-1a8f-495b-a676-9dafccaeb54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:16Z', 'updated_at': '2021-10-28T09:40:32Z', 'revision_number': 5, 'project_id': 'a1655550196140baa9220386a1a8373e', 'gw_port': {'id': 'ac3885fe-1a8f-495b-a676-9dafccaeb54c', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:57:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aa1cbd-f82e-443f-8771-4ee565fa9aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:17Z', 'updated_at': '2021-10-28T09:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:33.787102 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03db82a-1659-4e4c-9f20-f87ad7665749 None None] Checking router: 08aa1cbd-f82e-443f-8771-4ee565fa9aa1 for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:40:33.796642 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03db82a-1659-4e4c-9f20-f87ad7665749 None None] Routers {'08aa1cbd-f82e-443f-8771-4ee565fa9aa1'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:40:33.797243 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-b03db82a-1659-4e4c-9f20-f87ad7665749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:40:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['08aa1cbd-f82e-443f-8771-4ee565fa9aa1'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:33.801392 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [None req-7244d9a3-cb5b-4be5-9359-f3800f22a99b admin admin] For port ac3885fe-1a8f-495b-a676-9dafccaeb54c, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=ac3885fe-1a8f-495b-a676-9dafccaeb54c,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:33.801768 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7244d9a3-cb5b-4be5-9359-f3800f22a99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:33.814270 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-7244d9a3-cb5b-4be5-9359-f3800f22a99b admin admin] Calling delete_port for ac3885fe-1a8f-495b-a676-9dafccaeb54c owned by network:router_gateway {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:40:33.883075 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-b03db82a-1659-4e4c-9f20-f87ad7665749 None None] Set router 08aa1cbd-f82e-443f-8771-4ee565fa9aa1 gateway port host: None {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:40:33.941747 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-b03db82a-1659-4e4c-9f20-f87ad7665749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aa1cbd-f82e-443f-8771-4ee565fa9aa1', 'name': 'tempest-ServerRescueNegativeTestJSON-385416870-router', 'tenant_id': 'a1655550196140baa9220386a1a8373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:16Z', 'updated_at': '2021-10-28T09:40:33Z', 'revision_number': 6, 'project_id': 'a1655550196140baa9220386a1a8373e', 'gw_port_host': None}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:33.968425 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03db82a-1659-4e4c-9f20-f87ad7665749 None None] The sync data for ids ['08aa1cbd-f82e-443f-8771-4ee565fa9aa1'] in dv-cinder-815146-5-iscsi is: [{'id': '08aa1cbd-f82e-443f-8771-4ee565fa9aa1', 'name': 'tempest-ServerRescueNegativeTestJSON-385416870-router', 'tenant_id': 'a1655550196140baa9220386a1a8373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:16Z', 'updated_at': '2021-10-28T09:40:33Z', 'revision_number': 6, 'project_id': 'a1655550196140baa9220386a1a8373e', 'gw_port_host': None}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:40:33.979797 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7244d9a3-cb5b-4be5-9359-f3800f22a99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:34.007418 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244d9a3-cb5b-4be5-9359-f3800f22a99b admin admin] Pushing event deleted for resources: {'Port': ['ID=ac3885fe-1a8f-495b-a676-9dafccaeb54c,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:34.068919 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7244d9a3-cb5b-4be5-9359-f3800f22a99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640059'] for router_gateway, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:34.172950 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7244d9a3-cb5b-4be5-9359-f3800f22a99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1653777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3370'] for router, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:34.175078 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7244d9a3-cb5b-4be5-9359-f3800f22a99b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:34.236094 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7244d9a3-cb5b-4be5-9359-f3800f22a99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1653766'] for router, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:34.236606 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7244d9a3-cb5b-4be5-9359-f3800f22a99b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08aa1cbd-f82e-443f-8771-4ee565fa9aa1 {{(pid=101550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:40:34.241450 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7244d9a3-cb5b-4be5-9359-f3800f22a99b admin admin] Publish callbacks [] for router, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:34.242664 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-7244d9a3-cb5b-4be5-9359-f3800f22a99b admin admin] 10.222.0.113 "DELETE /v2.0/routers/08aa1cbd-f82e-443f-8771-4ee565fa9aa1 HTTP/1.1" status: 204 len: 168 time: 0.8366551 Oct 28 09:40:34.245205 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 58078) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:34.293613 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a00acc-f905-4efe-aa88-0f182422ab3c admin admin] Deleting subnet f756cde3-6ad6-41bc-a74b-aa926d36b9a7 {{(pid=101550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:40:34.297047 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-e1a00acc-f905-4efe-aa88-0f182422ab3c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:34.332790 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-e1a00acc-f905-4efe-aa88-0f182422ab3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8896648'] for subnet, precommit_delete_associations {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:34.381708 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-e1a00acc-f905-4efe-aa88-0f182422ab3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690075'] for subnet, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:34.472229 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde86cab-40ce-4355-af02-0d59c9818757 req-ea0b9d7d-257e-4404-8f90-e3b1515e3a46 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:34.473736 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-bde86cab-40ce-4355-af02-0d59c9818757 req-ea0b9d7d-257e-4404-8f90-e3b1515e3a46 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.0724757 Oct 28 09:40:34.486901 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-e1a00acc-f905-4efe-aa88-0f182422ab3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8897178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8391128'] for subnet, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:34.522007 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a00acc-f905-4efe-aa88-0f182422ab3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f756cde3-6ad6-41bc-a74b-aa926d36b9a7,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:34.524977 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-e1a00acc-f905-4efe-aa88-0f182422ab3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for subnet, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:34.528873 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-e1a00acc-f905-4efe-aa88-0f182422ab3c admin admin] 10.222.0.113 "DELETE /v2.0/subnets/f756cde3-6ad6-41bc-a74b-aa926d36b9a7 HTTP/1.1" status: 204 len: 168 time: 0.2820148 Oct 28 09:40:34.530878 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 58082) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:34.552192 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-bde86cab-40ce-4355-af02-0d59c9818757 req-b7fefe5c-74ff-4f59-a446-19b58f140ad5 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0720882 Oct 28 09:40:34.600995 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7814304'] for network, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:34.677922 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692238', 'neutron.services.segments.db._delete_segments_for_network-8729415614302'] for network, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:34.698089 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6135fc-e04f-41b1-91c9-8bd4154b91de']}} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:34.707781 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d3290b-93f8-46c7-8242-3840173eb36c') {'for_net_delete': True} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:34.708080 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d3290b-93f8-46c7-8242-3840173eb36c') {} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:34.719576 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729415615847', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2871635'] for segment, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:34.734956 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:34.741890 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:40:34.742383 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869612'] for segment, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: Traceback (most recent call last): Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: timer() Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: cb(*args, **kw) Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: return func(*args, **kwargs) Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: self._notify() Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: self.callback(batched_events) Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: event.method(event) Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: return f(self, *a, **k) Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: return self._get(url).json() Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: return self.request(url, 'GET', **kwargs) Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:40:34.757877 dv-cinder-815146-5-iscsi neutron-server[101549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:40:34.804920 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640007'] for network, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:34.812380 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:34.818324 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] 10.222.0.113 "DELETE /v2.0/networks/0c6135fc-e04f-41b1-91c9-8bd4154b91de HTTP/1.1" status: 204 len: 168 time: 0.2841315 Oct 28 09:40:34.828538 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c6135fc-e04f-41b1-91c9-8bd4154b91de,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:34.835940 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:34.836292 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:34.836633 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:34.836968 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:34.837303 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:34.837788 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:34.838118 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:34.838445 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:34.838770 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:34.839136 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:34.839660 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:34.840043 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac004-97d3-4113-a200-16483f0f9740 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:35.019529 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 58092) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:35.077276 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-a1dc6f95-aea2-4a27-a15b-c1b9b8158049 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a1655550196140baa9220386a1a8373e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0561213 Oct 28 09:40:35.079713 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 58096) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:35.139926 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-86d4ef3b-6ed0-4f69-9ddc-252537c55dbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:35.162179 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-86d4ef3b-6ed0-4f69-9ddc-252537c55dbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:35.207353 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-86d4ef3b-6ed0-4f69-9ddc-252537c55dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:35.209943 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-86d4ef3b-6ed0-4f69-9ddc-252537c55dbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:35.211114 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-86d4ef3b-6ed0-4f69-9ddc-252537c55dbd admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3 HTTP/1.1" status: 204 len: 168 time: 0.1302407 Oct 28 09:40:35.219097 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4ef3b-6ed0-4f69-9ddc-252537c55dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df633a0-2ec3-4c45-9a9e-dbbcc8e3cda3,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:35.674336 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943677f-603e-4c16-93de-6c00d28108f9 req-eb6648e8-6f6d-46cc-9160-ac78be5efbe3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:35.674858 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device ac3885fe-1a8f-495b-a676-9dafccaeb54c no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:40:35.676212 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b943677f-603e-4c16-93de-6c00d28108f9 req-eb6648e8-6f6d-46cc-9160-ac78be5efbe3 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.0541375 Oct 28 09:40:35.695276 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: ac3885fe-1a8f-495b-a676-9dafccaeb54c {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:40:35.695625 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device ac3885fe-1a8f-495b-a676-9dafccaeb54c not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:40:35.696267 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 7e889a9e-aad2-4c6f-9250-1892771f20f9 no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:40:35.718692 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b943677f-603e-4c16-93de-6c00d28108f9 req-e49621e6-9cd1-4431-9913-bcccca077228 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363867 Oct 28 09:40:35.720909 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: 7e889a9e-aad2-4c6f-9250-1892771f20f9 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:40:35.721461 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 7e889a9e-aad2-4c6f-9250-1892771f20f9 not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:40:36.862206 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f16003-26d8-4596-9bf7-515251052595 req-276dd7e5-ae07-4b5d-9a59-d97e623f2a7a tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:36.863851 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-66f16003-26d8-4596-9bf7-515251052595 req-276dd7e5-ae07-4b5d-9a59-d97e623f2a7a tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.0583026 Oct 28 09:40:36.903499 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-66f16003-26d8-4596-9bf7-515251052595 req-1d14cd2e-6dc7-4cd1-b8ca-5d02b88dd3af tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336142 Oct 28 09:40:38.232606 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e7488-c51c-4240-8954-fe5c51f6ad5d req-b001273b-8f13-4e71-a466-e8b555b4f4b7 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:38.234088 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-289e7488-c51c-4240-8954-fe5c51f6ad5d req-b001273b-8f13-4e71-a466-e8b555b4f4b7 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.2628922 Oct 28 09:40:38.276046 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-289e7488-c51c-4240-8954-fe5c51f6ad5d req-4ea49e3f-7ce3-4d50-94b6-44624566ee18 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359294 Oct 28 09:40:38.762320 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-3ae7e9e0-bc2b-4aa6-82c5-470937f5cb1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:39.404485 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf021c-4ef8-44b5-95d9-da2fd3be08f7 req-cf9d727b-0667-44a4-9ca9-33eb144ba951 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:39.405945 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-36bf021c-4ef8-44b5-95d9-da2fd3be08f7 req-cf9d727b-0667-44a4-9ca9-33eb144ba951 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.0548358 Oct 28 09:40:39.445441 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-36bf021c-4ef8-44b5-95d9-da2fd3be08f7 req-a18a8adf-6317-4b19-9b16-096056626536 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&id=990157ca-0238-46ea-b6dc-f92531b17174&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333545 Oct 28 09:40:41.163319 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f077b128-06c1-449e-8b12-35cee8eff9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:42.487116 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:42.587272 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:43.748074 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:49.245472 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 58256) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:49.348405 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d11080f2-2062-4ca5-afc4-1e20b6e5d585 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:49.421557 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d11080f2-2062-4ca5-afc4-1e20b6e5d585 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:49.425422 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d11080f2-2062-4ca5-afc4-1e20b6e5d585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:49.468211 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-d11080f2-2062-4ca5-afc4-1e20b6e5d585 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5d074b6626be4bfaa6e40f3194bd8837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215014 Oct 28 09:40:49.469389 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11080f2-2062-4ca5-afc4-1e20b6e5d585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a3dbe1-5e0d-4d2f-9ceb-c80d705c4169,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:49.471486 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 58260) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:49.521581 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c24913ce-5527-457b-bff7-5ff613ad44e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:49.543083 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c24913ce-5527-457b-bff7-5ff613ad44e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:49.588426 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c24913ce-5527-457b-bff7-5ff613ad44e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:49.591676 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c24913ce-5527-457b-bff7-5ff613ad44e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:49.592834 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-c24913ce-5527-457b-bff7-5ff613ad44e1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/12a3dbe1-5e0d-4d2f-9ceb-c80d705c4169 HTTP/1.1" status: 204 len: 168 time: 0.1202934 Oct 28 09:40:49.601479 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24913ce-5527-457b-bff7-5ff613ad44e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a3dbe1-5e0d-4d2f-9ceb-c80d705c4169,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:52.273536 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:54.010333 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:41:04.660049 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 58478) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:04.770942 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e25baa11-857a-47f9-8f14-e5cde1634c35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:04.844602 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e25baa11-857a-47f9-8f14-e5cde1634c35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:04.848508 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e25baa11-857a-47f9-8f14-e5cde1634c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:04.887487 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-e25baa11-857a-47f9-8f14-e5cde1634c35 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=29c4a71905d142029d55361032d1df00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198663 Oct 28 09:41:04.889685 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25baa11-857a-47f9-8f14-e5cde1634c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0621a1-61e7-4ea8-acc5-329f43f9d0d7,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:04.891336 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 58482) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:04.942871 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-a50aab86-bdf1-4207-b62e-6657a9364555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:04.963453 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-a50aab86-bdf1-4207-b62e-6657a9364555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:05.009041 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-a50aab86-bdf1-4207-b62e-6657a9364555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:05.011656 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-a50aab86-bdf1-4207-b62e-6657a9364555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:05.012799 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-a50aab86-bdf1-4207-b62e-6657a9364555 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fb0621a1-61e7-4ea8-acc5-329f43f9d0d7 HTTP/1.1" status: 204 len: 168 time: 0.1204555 Oct 28 09:41:05.021410 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50aab86-bdf1-4207-b62e-6657a9364555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0621a1-61e7-4ea8-acc5-329f43f9d0d7,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:07.169246 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c9f0c-978e-46ff-95af-3aabd81329f5 req-644436a2-9787-4065-a03e-e65647731540 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:07.170705 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-783c9f0c-978e-46ff-95af-3aabd81329f5 req-644436a2-9787-4065-a03e-e65647731540 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 946 time: 0.0484390 Oct 28 09:41:07.207855 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-783c9f0c-978e-46ff-95af-3aabd81329f5 req-d13130f3-06d5-464d-ae2d-a29df355524a tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305388 Oct 28 09:41:08.130769 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 58594) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:08.232203 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-82d57f9a-7c01-4300-a82d-32cb4893f144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:08.313356 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-82d57f9a-7c01-4300-a82d-32cb4893f144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:08.317610 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-82d57f9a-7c01-4300-a82d-32cb4893f144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:08.333693 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b730f-6996-4902-a774-e6cc6da4db75 req-b443a8a6-cad0-49c8-af9d-4a6556c9c224 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:08.335194 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-4e2b730f-6996-4902-a774-e6cc6da4db75 req-b443a8a6-cad0-49c8-af9d-4a6556c9c224 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 946 time: 0.0508902 Oct 28 09:41:08.355518 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-82d57f9a-7c01-4300-a82d-32cb4893f144 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1366181cc481497d9634ebeb1f3bf3e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235672 Oct 28 09:41:08.356744 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d57f9a-7c01-4300-a82d-32cb4893f144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef36375-0e30-4280-9330-39d3939ef228,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:08.358440 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 58600) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:08.393604 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-4e2b730f-6996-4902-a774-e6cc6da4db75 req-59ff3f33-84e4-43c0-b9c9-c98dd255b75e tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521827 Oct 28 09:41:08.422077 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-2ec25e94-24d2-47d6-bd43-e64f2642451d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:08.444426 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-2ec25e94-24d2-47d6-bd43-e64f2642451d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:08.490138 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-2ec25e94-24d2-47d6-bd43-e64f2642451d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:08.492888 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-2ec25e94-24d2-47d6-bd43-e64f2642451d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:08.494043 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-2ec25e94-24d2-47d6-bd43-e64f2642451d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5ef36375-0e30-4280-9330-39d3939ef228 HTTP/1.1" status: 204 len: 168 time: 0.1339576 Oct 28 09:41:08.502020 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec25e94-24d2-47d6-bd43-e64f2642451d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef36375-0e30-4280-9330-39d3939ef228,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:08.752423 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 58608) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:08.764035 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-6b8feb2b-7886-4873-8470-6584667179d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:08.769408 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-788a70b4-f84d-49f3-bed7-8d444f6629e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:08.845376 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-788a70b4-f84d-49f3-bed7-8d444f6629e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:08.849131 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-788a70b4-f84d-49f3-bed7-8d444f6629e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:08.886386 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-788a70b4-f84d-49f3-bed7-8d444f6629e8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=23fa343d2e3641cc8ceca547a33fe5d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1328120 Oct 28 09:41:08.887453 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a70b4-f84d-49f3-bed7-8d444f6629e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97a76c7-db24-4941-b9fc-663ae1f946c2,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:08.889493 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 58610) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:08.939289 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc036-d0d7-40eb-a430-ad411238bab7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:08.963062 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc036-d0d7-40eb-a430-ad411238bab7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:09.010043 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc036-d0d7-40eb-a430-ad411238bab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:09.012941 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc036-d0d7-40eb-a430-ad411238bab7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:09.014097 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-1d9cc036-d0d7-40eb-a430-ad411238bab7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b97a76c7-db24-4941-b9fc-663ae1f946c2 HTTP/1.1" status: 204 len: 168 time: 0.1235669 Oct 28 09:41:09.022607 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cc036-d0d7-40eb-a430-ad411238bab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97a76c7-db24-4941-b9fc-663ae1f946c2,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:09.519575 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0619e-0865-4dc4-95f7-73e74f49d0cf req-a5575901-f7aa-45af-8d70-bf1ae3c7cf3c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:09.521151 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-41b0619e-0865-4dc4-95f7-73e74f49d0cf req-a5575901-f7aa-45af-8d70-bf1ae3c7cf3c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 946 time: 0.0551486 Oct 28 09:41:09.561735 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-41b0619e-0865-4dc4-95f7-73e74f49d0cf req-619c77be-6f1c-444b-9d1f-53e5f24c5f4e tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343249 Oct 28 09:41:10.685727 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1cb88-0bdc-4093-a510-48e38a0b92fd req-6c03f4ea-54b5-46f4-bc1c-b6a7f14deafa tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:10.687384 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-83b1cb88-0bdc-4093-a510-48e38a0b92fd req-6c03f4ea-54b5-46f4-bc1c-b6a7f14deafa tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 946 time: 0.0500546 Oct 28 09:41:10.729384 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-83b1cb88-0bdc-4093-a510-48e38a0b92fd req-e9e2282e-7441-4726-a6eb-cb5921b54a25 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=fdf50fae-5ff2-4359-9591-662fdb0be0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353618 Oct 28 09:41:11.099221 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa87418-5c56-420f-b155-1dc092adad80 req-72c28e4a-ed86-4617-9397-3c628ca93c65 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:11.100702 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1fa87418-5c56-420f-b155-1dc092adad80 req-72c28e4a-ed86-4617-9397-3c628ca93c65 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 946 time: 0.0521753 Oct 28 09:41:11.174915 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-2af3ddd0-30db-484d-8587-8d3224aac814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:11.195866 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-1fa87418-5c56-420f-b155-1dc092adad80 req-4598d1ee-7614-4ec2-846e-59cfbced32e1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Deleting port 317d86bf-717f-4001-a686-804fd5c9c218 {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:11.196230 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1fa87418-5c56-420f-b155-1dc092adad80 req-4598d1ee-7614-4ec2-846e-59cfbced32e1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:11.289168 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-1fa87418-5c56-420f-b155-1dc092adad80 req-4598d1ee-7614-4ec2-846e-59cfbced32e1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] For port 317d86bf-717f-4001-a686-804fd5c9c218, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=317d86bf-717f-4001-a686-804fd5c9c218,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:11.289533 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1fa87418-5c56-420f-b155-1dc092adad80 req-4598d1ee-7614-4ec2-846e-59cfbced32e1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:11.530315 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1fa87418-5c56-420f-b155-1dc092adad80 req-4598d1ee-7614-4ec2-846e-59cfbced32e1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:11.530676 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1fa87418-5c56-420f-b155-1dc092adad80 req-4598d1ee-7614-4ec2-846e-59cfbced32e1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639989'] for floatingip, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:11.531027 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.db.l3_db [req-1fa87418-5c56-420f-b155-1dc092adad80 req-4598d1ee-7614-4ec2-846e-59cfbced32e1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Floating IP 0899a18b-5b12-46b5-a13b-5f6484888ab1 disassociated. External IP: 172.27.2.62, port: 317d86bf-717f-4001-a686-804fd5c9c218. Oct 28 09:41:11.531369 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-1fa87418-5c56-420f-b155-1dc092adad80 req-4598d1ee-7614-4ec2-846e-59cfbced32e1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Calling delete_port for 317d86bf-717f-4001-a686-804fd5c9c218 owned by compute:nova {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:11.660528 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1fa87418-5c56-420f-b155-1dc092adad80 req-4598d1ee-7614-4ec2-846e-59cfbced32e1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:11.693721 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598d1ee-7614-4ec2-846e-59cfbced32e1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Pushing event deleted for resources: {'Port': ['ID=317d86bf-717f-4001-a686-804fd5c9c218,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:11.808758 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fa87418-5c56-420f-b155-1dc092adad80 req-4598d1ee-7614-4ec2-846e-59cfbced32e1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:41:11.835518 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-56dbd2ba-6a9a-4a74-9d95-337e9f3404e4 req-7bdfb8cb-78f8-4ffb-b710-d3bee140a4c0 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab012d22-1e3c-469b-8915-07d2105e4071 HTTP/1.1" status: 200 len: 210 time: 0.0293946 Oct 28 09:41:11.949648 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fa87418-5c56-420f-b155-1dc092adad80 req-4598d1ee-7614-4ec2-846e-59cfbced32e1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:41:11.959851 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff714ff-d979-4ae1-8e83-8d346e1fb45a None None] Sync routers for ids ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'] in dv-cinder-815146-5-iscsi {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:41:11.970894 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff714ff-d979-4ae1-8e83-8d346e1fb45a None None] Routers {'beeb353f-6e62-4c3c-ba41-63a0ad6863f3'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:11.971540 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-2ff714ff-d979-4ae1-8e83-8d346e1fb45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:41:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:11.991261 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa87418-5c56-420f-b155-1dc092adad80 req-4598d1ee-7614-4ec2-846e-59cfbced32e1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] No DVR routers for this DVR port 317d86bf-717f-4001-a686-804fd5c9c218 on host hv-cinder-81514 {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:41:11.993971 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1fa87418-5c56-420f-b155-1dc092adad80 req-4598d1ee-7614-4ec2-846e-59cfbced32e1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:11.997455 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1fa87418-5c56-420f-b155-1dc092adad80 req-4598d1ee-7614-4ec2-846e-59cfbced32e1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.98 "DELETE /v2.0/ports/317d86bf-717f-4001-a686-804fd5c9c218 HTTP/1.1" status: 204 len: 173 time: 0.8890054 Oct 28 09:41:11.997888 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab012d22-1e3c-469b-8915-07d2105e4071', 'name': 'network-vif-deleted', 'tag': '317d86bf-717f-4001-a686-804fd5c9c218'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:41:12.001228 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80b81a5-bf01-4419-b276-97280698ca10" -d '{"events": [{"server_uuid": "ab012d22-1e3c-469b-8915-07d2105e4071", "name": "network-vif-deleted", "tag": "317d86bf-717f-4001-a686-804fd5c9c218"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:41:12.042182 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec11a359-5717-4c0e-aca5-6062466f0c0f x-openstack-request-id: req-ec11a359-5717-4c0e-aca5-6062466f0c0f {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:41:12.042545 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab012d22-1e3c-469b-8915-07d2105e4071", "name": "network-vif-deleted", "tag": "317d86bf-717f-4001-a686-804fd5c9c218", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:41:12.042892 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ec11a359-5717-4c0e-aca5-6062466f0c0f {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:41:12.043415 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab012d22-1e3c-469b-8915-07d2105e4071', 'name': 'network-vif-deleted', 'tag': '317d86bf-717f-4001-a686-804fd5c9c218', 'status': 'completed', 'code': 200} Oct 28 09:41:12.113275 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-2ff714ff-d979-4ae1-8e83-8d346e1fb45a None None] Set router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:12.312700 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-2ff714ff-d979-4ae1-8e83-8d346e1fb45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'name': 'tempest-AttachVolumeShelveTestJSON-61891173-router', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:12Z', 'updated_at': '2021-10-28T09:36:19Z', 'revision_number': 4, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'gw_port': {'id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:13Z', 'updated_at': '2021-10-28T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '25eb2c05-efbe-4c1b-8997-877dae9d31d8', 'name': '', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'mac_address': 'fa:16:3e:79:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '263b05d8-eb38-4884-926d-259edcdc488d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:17Z', 'updated_at': '2021-10-28T09:36:23Z', 'revision_number': 5, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'subnets': [{'id': '263b05d8-eb38-4884-926d-259edcdc488d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:12.342703 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff714ff-d979-4ae1-8e83-8d346e1fb45a None None] Checking router: beeb353f-6e62-4c3c-ba41-63a0ad6863f3 for host: dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:41:12.351612 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff714ff-d979-4ae1-8e83-8d346e1fb45a None None] Routers {'beeb353f-6e62-4c3c-ba41-63a0ad6863f3'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:12.352243 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-2ff714ff-d979-4ae1-8e83-8d346e1fb45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:41:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:12.462606 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-2ff714ff-d979-4ae1-8e83-8d346e1fb45a None None] Set router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:12.516896 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:12.614452 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:12.701762 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-2ff714ff-d979-4ae1-8e83-8d346e1fb45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'name': 'tempest-AttachVolumeShelveTestJSON-61891173-router', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:12Z', 'updated_at': '2021-10-28T09:36:19Z', 'revision_number': 4, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'gw_port': {'id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:13Z', 'updated_at': '2021-10-28T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '25eb2c05-efbe-4c1b-8997-877dae9d31d8', 'name': '', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'mac_address': 'fa:16:3e:79:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '263b05d8-eb38-4884-926d-259edcdc488d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:17Z', 'updated_at': '2021-10-28T09:36:23Z', 'revision_number': 5, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'subnets': [{'id': '263b05d8-eb38-4884-926d-259edcdc488d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:12.740972 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff714ff-d979-4ae1-8e83-8d346e1fb45a None None] The sync data for ids ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'] in dv-cinder-815146-5-iscsi is: [{'id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'name': 'tempest-AttachVolumeShelveTestJSON-61891173-router', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:12Z', 'updated_at': '2021-10-28T09:36:19Z', 'revision_number': 4, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'gw_port': {'id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:13Z', 'updated_at': '2021-10-28T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '25eb2c05-efbe-4c1b-8997-877dae9d31d8', 'name': '', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'mac_address': 'fa:16:3e:79:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '263b05d8-eb38-4884-926d-259edcdc488d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:17Z', 'updated_at': '2021-10-28T09:36:23Z', 'revision_number': 5, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'subnets': [{'id': '263b05d8-eb38-4884-926d-259edcdc488d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:41:12.934465 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 58724) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:13.002544 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982dcbf5-db99-40b1-9455-4df38b47afc3 None None] New status for floating IP 0899a18b-5b12-46b5-a13b-5f6484888ab1: DOWN {{(pid=101552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:41:13.006598 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-cddbb2b2-0ba0-4e1f-bab7-0cacccc37913 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:13.036735 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-cddbb2b2-0ba0-4e1f-bab7-0cacccc37913 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:13.105587 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-cddbb2b2-0ba0-4e1f-bab7-0cacccc37913 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:13.110017 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-cddbb2b2-0ba0-4e1f-bab7-0cacccc37913 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:13.111303 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-cddbb2b2-0ba0-4e1f-bab7-0cacccc37913 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "DELETE /v2.0/security-groups/fdf50fae-5ff2-4359-9591-662fdb0be0d8 HTTP/1.1" status: 204 len: 168 time: 0.1763461 Oct 28 09:41:13.114202 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 58726) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:13.130886 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbb2b2-0ba0-4e1f-bab7-0cacccc37913 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf50fae-5ff2-4359-9591-662fdb0be0d8,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:13.131108 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.api.v2.resource [None req-8e6b0f82-953d-4679-812a-d1c719b546bf tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] show failed (client error): The resource could not be found. Oct 28 09:41:13.136439 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-8e6b0f82-953d-4679-812a-d1c719b546bf tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups/fdf50fae-5ff2-4359-9591-662fdb0be0d8 HTTP/1.1" status: 404 len: 347 time: 0.0209453 Oct 28 09:41:13.137415 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 58728) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:13.320796 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-3304cfad-ef39-4f99-9e82-4b8edf887795 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Deleting port da2f05b9-93b6-422d-9451-22e9f5b795f6 {{(pid=101549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:13.321085 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3304cfad-ef39-4f99-9e82-4b8edf887795 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:13.396402 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3304cfad-ef39-4f99-9e82-4b8edf887795 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:13.396692 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3304cfad-ef39-4f99-9e82-4b8edf887795 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:13.408490 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-3304cfad-ef39-4f99-9e82-4b8edf887795 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Calling delete_port for da2f05b9-93b6-422d-9451-22e9f5b795f6 owned by network:floatingip {{(pid=101549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:13.579747 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3304cfad-ef39-4f99-9e82-4b8edf887795 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:13.609953 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304cfad-ef39-4f99-9e82-4b8edf887795 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Pushing event deleted for resources: {'Port': ['ID=da2f05b9-93b6-422d-9451-22e9f5b795f6,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:13.670270 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3304cfad-ef39-4f99-9e82-4b8edf887795 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for floatingip, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:13.673660 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3304cfad-ef39-4f99-9e82-4b8edf887795 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for floatingip, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:13.674814 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-3304cfad-ef39-4f99-9e82-4b8edf887795 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "DELETE /v2.0/floatingips/0899a18b-5b12-46b5-a13b-5f6484888ab1 HTTP/1.1" status: 204 len: 168 time: 0.5353200 Oct 28 09:41:13.755438 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:14.160014 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 58746) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:14.265019 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9528-15e5-47a9-af09-9b052c9f4e22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:14.343122 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9528-15e5-47a9-af09-9b052c9f4e22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:14.347880 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9528-15e5-47a9-af09-9b052c9f4e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:14.385941 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-0d5e9528-15e5-47a9-af09-9b052c9f4e22 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=016c47d1b51d4ad7a5e53aaf29118c77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248127 Oct 28 09:41:14.387938 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e9528-15e5-47a9-af09-9b052c9f4e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c191224-9786-46cb-85f9-21cc9ccb9bb0,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:14.388660 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 58750) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:14.438311 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-593b5397-d7f7-42ec-b308-3430c62e3d05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:14.462929 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-593b5397-d7f7-42ec-b308-3430c62e3d05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:14.513380 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-593b5397-d7f7-42ec-b308-3430c62e3d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:14.516837 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-593b5397-d7f7-42ec-b308-3430c62e3d05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:14.518020 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-593b5397-d7f7-42ec-b308-3430c62e3d05 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9c191224-9786-46cb-85f9-21cc9ccb9bb0 HTTP/1.1" status: 204 len: 168 time: 0.1283438 Oct 28 09:41:14.526102 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b5397-d7f7-42ec-b308-3430c62e3d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c191224-9786-46cb-85f9-21cc9ccb9bb0,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:15.004305 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 58758) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:15.008836 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-686396f2-365a-449c-b8c1-8ff8c3496444 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--825688298', 'description': 'tempest-description--1886540257'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:41:15.032224 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-686396f2-365a-449c-b8c1-8ff8c3496444 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:15.097626 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-686396f2-365a-449c-b8c1-8ff8c3496444 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:15.101788 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-686396f2-365a-449c-b8c1-8ff8c3496444 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:15.132981 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-686396f2-365a-449c-b8c1-8ff8c3496444 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:15.132981 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-686396f2-365a-449c-b8c1-8ff8c3496444 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1253765 Oct 28 09:41:15.133454 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 58764) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:15.137653 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-8a5c802a-d88f-47c8-8f75-dcfbfd7da9dc tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Request body: {'security_group_rule': {'security_group_id': 'b73dddc8-6910-4b2c-b5fa-9137abac5fd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:41:15.147778 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686396f2-365a-449c-b8c1-8ff8c3496444 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b73dddc8-6910-4b2c-b5fa-9137abac5fd6,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:15.168270 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8a5c802a-d88f-47c8-8f75-dcfbfd7da9dc tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:15.235292 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8a5c802a-d88f-47c8-8f75-dcfbfd7da9dc tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:15.240886 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8a5c802a-d88f-47c8-8f75-dcfbfd7da9dc tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:15.338974 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 317d86bf-717f-4001-a686-804fd5c9c218 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:41:15.361444 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] No Port match for: 317d86bf-717f-4001-a686-804fd5c9c218 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:41:15.362185 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 317d86bf-717f-4001-a686-804fd5c9c218 not bound to the agent host hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:41:15.514816 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c802a-d88f-47c8-8f75-dcfbfd7da9dc tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d340f05a-f2bc-417a-bd9e-02d628c13284,revision_number=0']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:15.522361 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8a5c802a-d88f-47c8-8f75-dcfbfd7da9dc tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:15.526059 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-8a5c802a-d88f-47c8-8f75-dcfbfd7da9dc tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3891883 Oct 28 09:41:15.526444 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 58774) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:15.531878 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-d9e6577a-2672-4a7d-8f87-cceee6249308 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Request body: {'security_group_rule': {'security_group_id': 'b73dddc8-6910-4b2c-b5fa-9137abac5fd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:41:15.561299 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-d9e6577a-2672-4a7d-8f87-cceee6249308 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:15.622537 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-d9e6577a-2672-4a7d-8f87-cceee6249308 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:15.626539 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-d9e6577a-2672-4a7d-8f87-cceee6249308 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:15.644844 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6577a-2672-4a7d-8f87-cceee6249308 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fbdc2d-632e-4d00-ae65-4107e87a314e,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:15.652901 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-d9e6577a-2672-4a7d-8f87-cceee6249308 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:15.657511 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-d9e6577a-2672-4a7d-8f87-cceee6249308 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266229 Oct 28 09:41:15.657859 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 58776) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:15.662838 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-f0a8a112-0f4d-4177-9bad-88524b8aa280 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Request body: {'floatingip': {'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:41:15.684221 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a112-0f4d-4177-9bad-88524b8aa280 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for floatingip, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:15.782023 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a112-0f4d-4177-9bad-88524b8aa280 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:15.902395 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_common [None req-f0a8a112-0f4d-4177-9bad-88524b8aa280 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Allocated IP 172.27.2.95 (31303b2b-323a-4b81-9e96-008831f8aead/d3684885-b597-423f-94c6-5f950061bf40/91c70fb7-fb7a-4c7d-bea0-149528d40202) {{(pid=101549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:41:16.006917 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a112-0f4d-4177-9bad-88524b8aa280 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for port, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:16.049023 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a112-0f4d-4177-9bad-88524b8aa280 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:16.090263 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a8a112-0f4d-4177-9bad-88524b8aa280 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Network 31303b2b-323a-4b81-9e96-008831f8aead is already hosted by enough agents. {{(pid=101549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:41:16.093720 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.base_scheduler [None req-f0a8a112-0f4d-4177-9bad-88524b8aa280 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Resources bound (agent type, host, resource id): {{(pid=101549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:41:16.096353 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a8a112-0f4d-4177-9bad-88524b8aa280 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Received port after_create {{(pid=101549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:41:16.124719 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8a112-0f4d-4177-9bad-88524b8aa280 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Pushing event updated for resources: {'Port': ['ID=91c70fb7-fb7a-4c7d-bea0-149528d40202,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:16.189535 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a112-0f4d-4177-9bad-88524b8aa280 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:16.222100 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a112-0f4d-4177-9bad-88524b8aa280 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:16.376962 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a112-0f4d-4177-9bad-88524b8aa280 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for port, precommit_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:16.381244 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a112-0f4d-4177-9bad-88524b8aa280 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869576'] for port, after_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:16.450359 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8a112-0f4d-4177-9bad-88524b8aa280 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Pushing event updated for resources: {'Port': ['ID=91c70fb7-fb7a-4c7d-bea0-149528d40202,revision_number=2']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:16.462850 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a112-0f4d-4177-9bad-88524b8aa280 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639989'] for floatingip, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:16.478514 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a112-0f4d-4177-9bad-88524b8aa280 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for floatingip, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:16.479804 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-f0a8a112-0f4d-4177-9bad-88524b8aa280 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8209753 Oct 28 09:41:16.815986 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-deab3d6e-7065-41b4-bb25-6817855ec4c6 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--825688298&fields=id&tenant_id=527b76bbd1e54d17a4de33776892141c HTTP/1.1" status: 200 len: 267 time: 0.0349739 Oct 28 09:41:16.925277 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-9a5512fb-2397-46b3-abd0-d130876bbc49 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:16.926634 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-9a5512fb-2397-46b3-abd0-d130876bbc49 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/networks?id=4ea4cab8-150a-44ba-9227-c4083ead845c HTTP/1.1" status: 200 len: 815 time: 0.1040411 Oct 28 09:41:16.941976 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-713a9d7a-588f-48a9-bfca-d12cc2f839dc tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/quotas/527b76bbd1e54d17a4de33776892141c HTTP/1.1" status: 200 len: 375 time: 0.0097804 Oct 28 09:41:16.995614 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-24dc0a13-d096-4bd1-b535-0304f7fb857e tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=527b76bbd1e54d17a4de33776892141c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484970 Oct 28 09:41:17.094275 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-34e8f30e-1594-474e-9a5b-62d4f1852ee9 service neutron] 10.222.0.113 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867419 Oct 28 09:41:17.182499 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-2143e009-d426-4d13-90b0-1cc78692e601 service neutron] 10.222.0.113 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821123 Oct 28 09:41:17.472726 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7ae7eeeb-7941-4c0c-8f71-c90cbaa8242e req-72dd922a-c011-4b15-9989-bcf23a4b85df tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 210 time: 0.1449914 Oct 28 09:41:17.869273 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 58832) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:17.993202 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-2369b757-83db-47fb-bbac-38b51d6b05a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:18.066315 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-2369b757-83db-47fb-bbac-38b51d6b05a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:18.069865 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-2369b757-83db-47fb-bbac-38b51d6b05a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:18.107232 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-2369b757-83db-47fb-bbac-38b51d6b05a9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=734c1ddf7fa44ead9d62105e8e3109c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379656 Oct 28 09:41:18.108104 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369b757-83db-47fb-bbac-38b51d6b05a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db07a18f-f717-4c5a-815c-be09eb23a37d,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:18.109925 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 58836) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:18.159277 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-eec4bad2-4e56-413b-ae66-8197233b20ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:18.190898 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-eec4bad2-4e56-413b-ae66-8197233b20ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:18.240308 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-eec4bad2-4e56-413b-ae66-8197233b20ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:18.243958 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-eec4bad2-4e56-413b-ae66-8197233b20ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:18.245225 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-eec4bad2-4e56-413b-ae66-8197233b20ff admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/db07a18f-f717-4c5a-815c-be09eb23a37d HTTP/1.1" status: 204 len: 168 time: 0.1343341 Oct 28 09:41:18.254391 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4bad2-4e56-413b-ae66-8197233b20ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db07a18f-f717-4c5a-815c-be09eb23a37d,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:18.449981 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-c540a949-b464-4932-84cc-3863590e3eb1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:18.452184 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-c540a949-b464-4932-84cc-3863590e3eb1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.98 "GET /v2.0/networks?id=4ea4cab8-150a-44ba-9227-c4083ead845c HTTP/1.1" status: 200 len: 815 time: 0.1151540 Oct 28 09:41:18.514419 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-ddfd4442-3cd2-4b01-9556-89848c7354a3 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=527b76bbd1e54d17a4de33776892141c HTTP/1.1" status: 200 len: 379 time: 0.0468581 Oct 28 09:41:18.523988 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 58846) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:18.537763 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-c828c173-98bc-4082-ad5e-dfb60acfb4fb tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Request body: {'port': {'device_id': '7ab9d2c6-97f3-483d-a08c-9bd6935c7186', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'admin_state_up': True, 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'security_groups': ['b73dddc8-6910-4b2c-b5fa-9137abac5fd6']}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:41:18.557810 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-a2588c0a-2ca9-4ec9-9ff5-d197d4c995e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:18.587606 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-92a964a2-fff1-4159-adb9-5156dc71ffb2 req-b6307c16-0ffd-4fbc-94cf-bcfe47761158 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 210 time: 0.0309479 Oct 28 09:41:18.704055 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-c828c173-98bc-4082-ad5e-dfb60acfb4fb tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Made reservation on behalf of 527b76bbd1e54d17a4de33776892141c for: {'port': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:41:18.707489 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-c828c173-98bc-4082-ad5e-dfb60acfb4fb tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:18.732616 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-a2588c0a-2ca9-4ec9-9ff5-d197d4c995e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:18.742960 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-a2588c0a-2ca9-4ec9-9ff5-d197d4c995e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:18.826387 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-a2588c0a-2ca9-4ec9-9ff5-d197d4c995e1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=dd2d5593d13742caaaaf14302608c9e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008318 Oct 28 09:41:18.829066 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 58852) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:18.829732 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2588c0a-2ca9-4ec9-9ff5-d197d4c995e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b96538-a819-4f94-9ca5-ed3587470bf7,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:18.880012 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-525edd82-1753-493e-b75d-efd926118569 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:18.889704 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-c828c173-98bc-4082-ad5e-dfb60acfb4fb tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Allocated IP 172.20.0.5 (4ea4cab8-150a-44ba-9227-c4083ead845c/263b05d8-eb38-4884-926d-259edcdc488d/1636fb0e-5a7d-4128-b5bc-e15aee3f4277) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:41:18.901080 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-525edd82-1753-493e-b75d-efd926118569 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:18.949625 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-525edd82-1753-493e-b75d-efd926118569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:18.952138 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-525edd82-1753-493e-b75d-efd926118569 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:18.953270 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-525edd82-1753-493e-b75d-efd926118569 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/35b96538-a819-4f94-9ca5-ed3587470bf7 HTTP/1.1" status: 204 len: 168 time: 0.1223466 Oct 28 09:41:18.961262 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525edd82-1753-493e-b75d-efd926118569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b96538-a819-4f94-9ca5-ed3587470bf7,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:19.039186 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-c828c173-98bc-4082-ad5e-dfb60acfb4fb tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:19.082054 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-c828c173-98bc-4082-ad5e-dfb60acfb4fb tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:19.127839 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-c828c173-98bc-4082-ad5e-dfb60acfb4fb tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Network 4ea4cab8-150a-44ba-9227-c4083ead845c is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:41:19.131340 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-c828c173-98bc-4082-ad5e-dfb60acfb4fb tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:41:19.135931 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-c828c173-98bc-4082-ad5e-dfb60acfb4fb tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:41:19.164091 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828c173-98bc-4082-ad5e-dfb60acfb4fb tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Pushing event updated for resources: {'Port': ['ID=1636fb0e-5a7d-4128-b5bc-e15aee3f4277,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:19.204042 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-c828c173-98bc-4082-ad5e-dfb60acfb4fb tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:19.204699 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-c828c173-98bc-4082-ad5e-dfb60acfb4fb tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:19.222638 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-c828c173-98bc-4082-ad5e-dfb60acfb4fb tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6954818 Oct 28 09:41:19.236560 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] Request body: {'port': {'device_id': '7ab9d2c6-97f3-483d-a08c-9bd6935c7186', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:41:19.295146 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:19.321663 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 58858) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:19.335728 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b3d6d3b5-662f-4fdd-aecf-7dd86e46fda8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:19.396316 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-9370b540-6b51-4aae-b2f1-a80a6bf0f9f6 None None] Provisioning complete for port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:41:19.396954 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-9370b540-6b51-4aae-b2f1-a80a6bf0f9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:19.418212 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b3d6d3b5-662f-4fdd-aecf-7dd86e46fda8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:19.423471 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b3d6d3b5-662f-4fdd-aecf-7dd86e46fda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:19.433971 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-9370b540-6b51-4aae-b2f1-a80a6bf0f9f6 None None] Port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:41:19.461310 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-b3d6d3b5-662f-4fdd-aecf-7dd86e46fda8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=fd404b0a2e5a4522b3dfa298e620c716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1385255 Oct 28 09:41:19.462119 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6d3b5-662f-4fdd-aecf-7dd86e46fda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e61937a-9003-4fd7-8299-322a31918a6e,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:19.464451 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 58860) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:19.520285 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-af417f30-717e-4701-a944-81277dc4d80d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:19.544395 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-af417f30-717e-4701-a944-81277dc4d80d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:19.569428 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 {{(pid=101550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:41:19.576929 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:19.588922 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-af417f30-717e-4701-a944-81277dc4d80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:19.590016 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.provisioning_blocks [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] Transition to ACTIVE for port object 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 will not be triggered until provisioned by entity L2. {{(pid=101550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:41:19.591338 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-af417f30-717e-4701-a944-81277dc4d80d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:19.592538 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-af417f30-717e-4701-a944-81277dc4d80d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9e61937a-9003-4fd7-8299-322a31918a6e HTTP/1.1" status: 204 len: 168 time: 0.1271737 Oct 28 09:41:19.593474 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:19.601993 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af417f30-717e-4701-a944-81277dc4d80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e61937a-9003-4fd7-8299-322a31918a6e,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:19.650386 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] Pushing event updated for resources: {'Port': ['ID=1636fb0e-5a7d-4128-b5bc-e15aee3f4277,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:19.771188 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4fc9d-5566-439a-ad7b-81e70e4ffe6a req-25290e9f-adfb-4bcc-a48e-2b4c31852582 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:19.772766 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8ba4fc9d-5566-439a-ad7b-81e70e4ffe6a req-25290e9f-adfb-4bcc-a48e-2b4c31852582 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 943 time: 0.0788846 Oct 28 09:41:19.774197 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] Attempting to bind port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:41:19.774536 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] Attempting to bind port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '7c7aa649-fec5-4327-a727-a322b9bbc715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c'}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:41:19.774893 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] Attempting to bind port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 on network 4ea4cab8-150a-44ba-9227-c4083ead845c {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:41:19.781911 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] Port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 on network 4ea4cab8-150a-44ba-9227-c4083ead845c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:41:19.782232 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] Attempting to bind port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 on network 4ea4cab8-150a-44ba-9227-c4083ead845c {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:41:19.799313 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] Checking agent: {'id': 'afc7fccb-f5d9-4cc0-9292-378149b33414', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'started_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:41:19.799911 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] Checking segment: {'id': '7c7aa649-fec5-4327-a727-a322b9bbc715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:41:19.800349 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] Bound using segment: {'id': '7c7aa649-fec5-4327-a727-a322b9bbc715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c'} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:41:19.800475 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] Bound port: 1636fb0e-5a7d-4128-b5bc-e15aee3f4277, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c7aa649-fec5-4327-a727-a322b9bbc715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c'}}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:41:19.800823 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:19.833017 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8ba4fc9d-5566-439a-ad7b-81e70e4ffe6a req-89296767-93f8-476c-80d9-9f8f505257a8 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529125 Oct 28 09:41:19.881798 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] For port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277, host hv-cinder-81514, cleared binding levels {{(pid=101550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:41:19.885773 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] For port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1636fb0e-5a7d-4128-b5bc-e15aee3f4277,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:41:19.889737 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:19.929635 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:19.930254 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:19.931737 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] 10.222.0.98 "PUT /v2.0/ports/1636fb0e-5a7d-4128-b5bc-e15aee3f4277 HTTP/1.1" status: 200 len: 1093 time: 0.7006309 Oct 28 09:41:19.932187 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab9d2c6-97f3-483d-a08c-9bd6935c7186', 'tag': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:41:19.934430 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20eb1cd-b0cb-4f06-8fd4-a819d724eb28" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab9d2c6-97f3-483d-a08c-9bd6935c7186", "tag": "1636fb0e-5a7d-4128-b5bc-e15aee3f4277"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:41:19.974335 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e92a9-dbcf-4a3e-af0a-ca338cd89cbf service neutron] Pushing event updated for resources: {'Port': ['ID=1636fb0e-5a7d-4128-b5bc-e15aee3f4277,revision_number=3']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:19.987347 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0515770-d597-4a4e-937c-b8e796dd38e6 x-openstack-request-id: req-f0515770-d597-4a4e-937c-b8e796dd38e6 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:41:19.987644 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab9d2c6-97f3-483d-a08c-9bd6935c7186", "tag": "1636fb0e-5a7d-4128-b5bc-e15aee3f4277", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:41:19.988620 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f0515770-d597-4a4e-937c-b8e796dd38e6 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:41:19.989037 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab9d2c6-97f3-483d-a08c-9bd6935c7186', 'tag': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277', 'status': 'completed', 'code': 200} Oct 28 09:41:20.045283 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-753c0699-3e67-47e4-90c7-5e1abf08c8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:20.047166 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-753c0699-3e67-47e4-90c7-5e1abf08c8b4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=527b76bbd1e54d17a4de33776892141c&device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 1096 time: 0.0532360 Oct 28 09:41:20.098202 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-63f26e69-bb70-4f30-a020-f566c136a2db service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1636fb0e-5a7d-4128-b5bc-e15aee3f4277 HTTP/1.1" status: 200 len: 217 time: 0.0374405 Oct 28 09:41:20.151650 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-2104c649-de90-4013-83ad-ea9ad2d26cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:20.153466 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-2104c649-de90-4013-83ad-ea9ad2d26cee service neutron] 10.222.0.98 "GET /v2.0/subnets?id=263b05d8-eb38-4884-926d-259edcdc488d HTTP/1.1" status: 200 len: 854 time: 0.0473566 Oct 28 09:41:20.209422 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-a976049e-95ea-474a-813e-0cf5916e8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:20.211013 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-a976049e-95ea-474a-813e-0cf5916e8e82 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4ea4cab8-150a-44ba-9227-c4083ead845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486972 Oct 28 09:41:20.308043 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-7013e9a7-8157-4390-a665-194cea51f60a service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852132 Oct 28 09:41:20.404682 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1357d98c-a511-4778-b880-90cf3a5ebc78 req-263f65e5-765d-48fe-a6b9-e1138682058d service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880604 Oct 28 09:41:20.496125 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20eb1cd-b0cb-4f06-8fd4-a819d724eb28 req-6a408d9b-991d-48c7-93de-dac429086af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:20.497668 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b20eb1cd-b0cb-4f06-8fd4-a819d724eb28 req-6a408d9b-991d-48c7-93de-dac429086af3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=527b76bbd1e54d17a4de33776892141c&device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 1096 time: 0.0423086 Oct 28 09:41:20.599099 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20eb1cd-b0cb-4f06-8fd4-a819d724eb28 req-8f6271e4-97e8-4a4d-8aed-8f199fe07363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:20.600530 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b20eb1cd-b0cb-4f06-8fd4-a819d724eb28 req-8f6271e4-97e8-4a4d-8aed-8f199fe07363 service neutron] 10.222.0.98 "GET /v2.0/networks?id=4ea4cab8-150a-44ba-9227-c4083ead845c HTTP/1.1" status: 200 len: 916 time: 0.0932775 Oct 28 09:41:20.643682 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b20eb1cd-b0cb-4f06-8fd4-a819d724eb28 req-ff889dd2-af34-431b-a52f-198fe2abe855 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1636fb0e-5a7d-4128-b5bc-e15aee3f4277 HTTP/1.1" status: 200 len: 217 time: 0.0339358 Oct 28 09:41:20.699970 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20eb1cd-b0cb-4f06-8fd4-a819d724eb28 req-5e3aa833-9904-4d11-8dc3-cbab2f4d292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:20.701435 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b20eb1cd-b0cb-4f06-8fd4-a819d724eb28 req-5e3aa833-9904-4d11-8dc3-cbab2f4d292d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=263b05d8-eb38-4884-926d-259edcdc488d HTTP/1.1" status: 200 len: 854 time: 0.0460751 Oct 28 09:41:20.753858 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20eb1cd-b0cb-4f06-8fd4-a819d724eb28 req-9899c037-73fd-4cc7-adde-853e06e72cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:20.755340 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b20eb1cd-b0cb-4f06-8fd4-a819d724eb28 req-9899c037-73fd-4cc7-adde-853e06e72cdd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4ea4cab8-150a-44ba-9227-c4083ead845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443137 Oct 28 09:41:20.854408 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b20eb1cd-b0cb-4f06-8fd4-a819d724eb28 req-1a195bb5-81f1-4779-8d09-2f3cfebe9187 service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863025 Oct 28 09:41:20.975217 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b20eb1cd-b0cb-4f06-8fd4-a819d724eb28 req-544e08aa-269d-4376-a4c9-665edd13be37 service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117294 Oct 28 09:41:21.132763 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12048fe-f163-4b39-b126-5f3c851307ff req-6f5f94a2-8ee5-4c12-a3c1-89f2dc952c79 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:21.134253 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b12048fe-f163-4b39-b126-5f3c851307ff req-6f5f94a2-8ee5-4c12-a3c1-89f2dc952c79 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 943 time: 0.2151961 Oct 28 09:41:21.174374 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b12048fe-f163-4b39-b126-5f3c851307ff req-c67e5c50-0baf-458e-b3a9-76d6ade6e358 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333259 Oct 28 09:41:22.283872 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:22.294669 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d510ce9-5014-454f-895c-91bc0f7d557f req-e6baf64f-1619-4899-9963-822c6bef2fd8 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:22.296926 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-4d510ce9-5014-454f-895c-91bc0f7d557f req-e6baf64f-1619-4899-9963-822c6bef2fd8 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 943 time: 0.0500016 Oct 28 09:41:22.334997 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-4d510ce9-5014-454f-895c-91bc0f7d557f req-9770eeb0-c53b-4e69-a35b-58ecfb959ea9 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321610 Oct 28 09:41:23.367677 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:41:23.457095 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fad6de-756d-46e4-9937-1882b9d930b1 req-1bb9614d-cf94-4c6c-a3e3-bd58cf99fc39 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:23.458605 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-08fad6de-756d-46e4-9937-1882b9d930b1 req-1bb9614d-cf94-4c6c-a3e3-bd58cf99fc39 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 943 time: 0.0496225 Oct 28 09:41:23.467291 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1636fb0e-5a7d-4128-b5bc-e15aee3f4277,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:23.479612 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'port_id': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277', 'mac_address': 'fa:16:3e:2d:2a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263b05d8-eb38-4884-926d-259edcdc488d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:41:23.496652 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-08fad6de-756d-46e4-9937-1882b9d930b1 req-f77e36b9-191f-489b-9f3b-505af1c13cdd tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320356 Oct 28 09:41:23.518669 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:23.532709 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:41:23.556248 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1636fb0e-5a7d-4128-b5bc-e15aee3f4277,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:23.560109 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:23.606428 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=1636fb0e-5a7d-4128-b5bc-e15aee3f4277,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:23.613768 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:23.614113 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:23.614451 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:23.614787 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:23.615114 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:23.615442 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:23.615790 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:23.616113 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:23.616437 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:23.616754 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:23.617070 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:23.617386 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:23.806682 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['1636fb0e-5a7d-4128-b5bc-e15aee3f4277'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:41:24.548022 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 58950) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:24.621991 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4612341-9735-4132-acc1-6cf36c144080 req-de44c47a-e3a9-404e-ac5a-b20427f6c924 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:24.623458 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a4612341-9735-4132-acc1-6cf36c144080 req-de44c47a-e3a9-404e-ac5a-b20427f6c924 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 944 time: 0.0522373 Oct 28 09:41:24.662254 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-718a677f-5841-4cc0-9136-594c5229e5d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:24.682689 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a4612341-9735-4132-acc1-6cf36c144080 req-84852b36-8b9f-418d-933f-859372042430 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519412 Oct 28 09:41:24.750102 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-718a677f-5841-4cc0-9136-594c5229e5d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:24.753765 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-718a677f-5841-4cc0-9136-594c5229e5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:24.792774 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-718a677f-5841-4cc0-9136-594c5229e5d3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=dde5eced1a274f07b11ded36551c0347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436855 Oct 28 09:41:24.793634 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a677f-5841-4cc0-9136-594c5229e5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6840c5-c589-4f05-97ed-58e1b88fc9be,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:24.795450 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 58954) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:24.850292 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7d37-fe2a-44f4-a843-6d4e0a2e0af7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:24.870937 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7d37-fe2a-44f4-a843-6d4e0a2e0af7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:24.915433 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7d37-fe2a-44f4-a843-6d4e0a2e0af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:24.918031 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7d37-fe2a-44f4-a843-6d4e0a2e0af7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:24.919186 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-d1bf7d37-fe2a-44f4-a843-6d4e0a2e0af7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4c6840c5-c589-4f05-97ed-58e1b88fc9be HTTP/1.1" status: 204 len: 168 time: 0.1213996 Oct 28 09:41:24.926695 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf7d37-fe2a-44f4-a843-6d4e0a2e0af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6840c5-c589-4f05-97ed-58e1b88fc9be,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:25.175723 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 58960) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:25.189586 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-05ef7fc9-c5b5-4a24-b0a4-9bb9ac0ae7eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:25.263384 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-05ef7fc9-c5b5-4a24-b0a4-9bb9ac0ae7eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:25.268313 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-05ef7fc9-c5b5-4a24-b0a4-9bb9ac0ae7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:25.303986 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef7fc9-c5b5-4a24-b0a4-9bb9ac0ae7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caffbea-4fba-4007-9d1c-06d7eb6ad2d2,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:25.308278 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-05ef7fc9-c5b5-4a24-b0a4-9bb9ac0ae7eb admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8d1722dd2372425887b0c961d2509ce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1315382 Oct 28 09:41:25.310957 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 58962) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:25.359109 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-00d325e7-914f-40ff-90a6-3909ecd323a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:25.383166 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-00d325e7-914f-40ff-90a6-3909ecd323a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:25.395406 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:41:25.430447 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-00d325e7-914f-40ff-90a6-3909ecd323a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:25.433034 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-00d325e7-914f-40ff-90a6-3909ecd323a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:25.434176 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-00d325e7-914f-40ff-90a6-3909ecd323a0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/0caffbea-4fba-4007-9d1c-06d7eb6ad2d2 HTTP/1.1" status: 204 len: 168 time: 0.1224074 Oct 28 09:41:25.442920 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d325e7-914f-40ff-90a6-3909ecd323a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caffbea-4fba-4007-9d1c-06d7eb6ad2d2,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:25.456485 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning for port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 completed by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:41:25.465323 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:41:25.465976 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:25.549866 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:25.576254 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab9d2c6-97f3-483d-a08c-9bd6935c7186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:41:25.578532 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441e0683-7c8e-4692-a747-515d6536fa8c" -d '{"events": [{"server_uuid": "7ab9d2c6-97f3-483d-a08c-9bd6935c7186", "name": "network-vif-plugged", "status": "completed", "tag": "1636fb0e-5a7d-4128-b5bc-e15aee3f4277"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:41:25.591519 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1636fb0e-5a7d-4128-b5bc-e15aee3f4277,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:25.601165 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:25.629186 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafba2e4-b23a-4af3-b096-e6df751fd16d x-openstack-request-id: req-eafba2e4-b23a-4af3-b096-e6df751fd16d {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:41:25.629594 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab9d2c6-97f3-483d-a08c-9bd6935c7186", "name": "network-vif-plugged", "status": "completed", "tag": "1636fb0e-5a7d-4128-b5bc-e15aee3f4277", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:41:25.629700 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-eafba2e4-b23a-4af3-b096-e6df751fd16d {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:41:25.630073 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab9d2c6-97f3-483d-a08c-9bd6935c7186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277', 'code': 200} Oct 28 09:41:25.658989 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=1636fb0e-5a7d-4128-b5bc-e15aee3f4277,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:25.816976 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb3e75-f954-4d74-80d8-f058eb3dbf11 req-b76aaf9f-8a07-4afc-8f16-43c4e596c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:25.819086 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cffb3e75-f954-4d74-80d8-f058eb3dbf11 req-b76aaf9f-8a07-4afc-8f16-43c4e596c365 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 1098 time: 0.0514526 Oct 28 09:41:25.819256 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8a35d-97c7-49a0-a9ad-7e3d6fbd740d req-e745fab3-bbed-42d1-b51b-8098f6a43727 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:25.820778 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d1d8a35d-97c7-49a0-a9ad-7e3d6fbd740d req-e745fab3-bbed-42d1-b51b-8098f6a43727 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0523226 Oct 28 09:41:25.856611 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cffb3e75-f954-4d74-80d8-f058eb3dbf11 req-cff4cd36-3fd4-4433-9bcb-2d9da41b1dd9 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295336 Oct 28 09:41:25.861756 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d1d8a35d-97c7-49a0-a9ad-7e3d6fbd740d req-44a5d69d-c0c0-4907-9785-713ea1c204c1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342638 Oct 28 09:41:26.991614 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b34f5-8866-4b70-832a-edc6f4aee5dd req-82f3da2a-e3f2-4718-8bba-9a31603b5f4c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:26.993210 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-333b34f5-8866-4b70-832a-edc6f4aee5dd req-82f3da2a-e3f2-4718-8bba-9a31603b5f4c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0519147 Oct 28 09:41:27.043879 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-333b34f5-8866-4b70-832a-edc6f4aee5dd req-3fb3e4e2-6bea-492f-8fda-e226ebf394d3 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407877 Oct 28 09:41:27.285776 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1e165fe2-7019-4ea9-be2e-13269a0c6c89 req-9a237299-e393-4f0b-b12b-9a6a3a28de08 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440686 Oct 28 09:41:27.369401 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e165fe2-7019-4ea9-be2e-13269a0c6c89 req-3e62f6ca-ec20-4e54-8a7e-de0b8e8aa6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:27.370961 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1e165fe2-7019-4ea9-be2e-13269a0c6c89 req-3e62f6ca-ec20-4e54-8a7e-de0b8e8aa6db service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e4287883e5c54c1682cb7dbb60c288b1&device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 1138 time: 0.0404513 Oct 28 09:41:27.483437 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e165fe2-7019-4ea9-be2e-13269a0c6c89 req-7ef87616-80be-4e63-b9b2-74ebafef07d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:27.485451 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1e165fe2-7019-4ea9-be2e-13269a0c6c89 req-7ef87616-80be-4e63-b9b2-74ebafef07d2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e438d8d9-fab6-4695-8a85-0ad20cd5844a HTTP/1.1" status: 200 len: 916 time: 0.0916920 Oct 28 09:41:27.553484 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1e165fe2-7019-4ea9-be2e-13269a0c6c89 req-3c6db13e-27b6-4e00-b90c-2cd3af6b8dbe service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd9cc1d7-ba4e-49e9-97c7-e448321d1538 HTTP/1.1" status: 200 len: 1002 time: 0.0604692 Oct 28 09:41:27.603066 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e165fe2-7019-4ea9-be2e-13269a0c6c89 req-0b73fb71-c99e-453e-8921-d1368ba6a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:27.604590 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1e165fe2-7019-4ea9-be2e-13269a0c6c89 req-0b73fb71-c99e-453e-8921-d1368ba6a232 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ee69fef3-3476-434c-9d8c-c401c168a53a HTTP/1.1" status: 200 len: 854 time: 0.0435374 Oct 28 09:41:27.654968 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e165fe2-7019-4ea9-be2e-13269a0c6c89 req-4e70ebfc-badf-4c22-afd4-d32c01c2d030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:27.656921 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1e165fe2-7019-4ea9-be2e-13269a0c6c89 req-4e70ebfc-badf-4c22-afd4-d32c01c2d030 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e438d8d9-fab6-4695-8a85-0ad20cd5844a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437260 Oct 28 09:41:27.748016 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1e165fe2-7019-4ea9-be2e-13269a0c6c89 req-f586311e-a0e3-4417-9388-7475de7c4f4f service neutron] 10.222.0.98 "GET /v2.0/networks/e438d8d9-fab6-4695-8a85-0ad20cd5844a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815122 Oct 28 09:41:27.847135 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1e165fe2-7019-4ea9-be2e-13269a0c6c89 req-c46cfca4-9359-4143-91e3-4a50ba24f9ff service neutron] 10.222.0.98 "GET /v2.0/networks/e438d8d9-fab6-4695-8a85-0ad20cd5844a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902762 Oct 28 09:41:27.848060 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b2fb26bb-cc04-4107-8c88-0e970fd2fa06 req-8909f1a5-f95b-4c2a-a3a4-1d3b1bbf970d tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734122819&fields=id&tenant_id=e4287883e5c54c1682cb7dbb60c288b1 HTTP/1.1" status: 200 len: 267 time: 0.0315301 Oct 28 09:41:27.908084 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb26bb-cc04-4107-8c88-0e970fd2fa06 req-d9fb0f8d-5bab-4615-ba28-b5347b7eb71b tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:27.909581 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b2fb26bb-cc04-4107-8c88-0e970fd2fa06 req-d9fb0f8d-5bab-4615-ba28-b5347b7eb71b tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 985 time: 0.0558367 Oct 28 09:41:27.922776 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [req-b2fb26bb-cc04-4107-8c88-0e970fd2fa06 req-9b808f4b-6fea-4d6e-b695-2eaba6fdcdb8 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Request body: {'port': {'security_groups': ['4727b252-fe5f-4154-a527-c1bf5ac816e2']}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:41:27.989665 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-b2fb26bb-cc04-4107-8c88-0e970fd2fa06 req-9b808f4b-6fea-4d6e-b695-2eaba6fdcdb8 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:28.157954 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cf0cb-4e33-463c-ad47-6e05867495da req-34c33412-dc42-40ec-b1a5-eb16ac1c44ad tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:28.159486 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3f2cf0cb-4e33-463c-ad47-6e05867495da req-34c33412-dc42-40ec-b1a5-eb16ac1c44ad tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0539298 Oct 28 09:41:28.168218 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.db [req-b2fb26bb-cc04-4107-8c88-0e970fd2fa06 req-9b808f4b-6fea-4d6e-b695-2eaba6fdcdb8 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] For port bd9cc1d7-ba4e-49e9-97c7-e448321d1538, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bd9cc1d7-ba4e-49e9-97c7-e448321d1538,segment=NetworkSegment(be4d3fb8-1d56-497b-a5f3-f2482d435205),segment_id=be4d3fb8-1d56-497b-a5f3-f2482d435205)] {{(pid=101549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:28.204297 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3f2cf0cb-4e33-463c-ad47-6e05867495da req-b5a63b1a-fee3-48d2-966e-6cebed112431 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381484 Oct 28 09:41:28.209288 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-b2fb26bb-cc04-4107-8c88-0e970fd2fa06 req-9b808f4b-6fea-4d6e-b695-2eaba6fdcdb8 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for port, precommit_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:28.227267 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-b2fb26bb-cc04-4107-8c88-0e970fd2fa06 req-9b808f4b-6fea-4d6e-b695-2eaba6fdcdb8 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869576'] for port, after_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:28.240764 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['bd9cc1d7-ba4e-49e9-97c7-e448321d1538'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:41:28.289446 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb26bb-cc04-4107-8c88-0e970fd2fa06 req-9b808f4b-6fea-4d6e-b695-2eaba6fdcdb8 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:28.290134 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [req-b2fb26bb-cc04-4107-8c88-0e970fd2fa06 req-9b808f4b-6fea-4d6e-b695-2eaba6fdcdb8 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:28.291965 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b2fb26bb-cc04-4107-8c88-0e970fd2fa06 req-9b808f4b-6fea-4d6e-b695-2eaba6fdcdb8 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "PUT /v2.0/ports/bd9cc1d7-ba4e-49e9-97c7-e448321d1538 HTTP/1.1" status: 200 len: 943 time: 0.3752120 Oct 28 09:41:28.292321 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c', 'tag': 'bd9cc1d7-ba4e-49e9-97c7-e448321d1538'}] {{(pid=101549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:41:28.298013 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ad8cfbc74f76342fd0a63029923cc1170f39986be8cbcb10a1afec96ad6d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502e1e15-4333-433a-9ab2-8a41cb4588f6" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c", "tag": "bd9cc1d7-ba4e-49e9-97c7-e448321d1538"}]}' {{(pid=101549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:41:28.299173 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 59034) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:28.344238 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b808f4b-6fea-4d6e-b695-2eaba6fdcdb8 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Pushing event updated for resources: {'Port': ['ID=bd9cc1d7-ba4e-49e9-97c7-e448321d1538,revision_number=7']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:28.373742 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe298f9a-047c-4d8f-be01-fc13354f4eb5 x-openstack-request-id: req-fe298f9a-047c-4d8f-be01-fc13354f4eb5 {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:41:28.374815 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c", "tag": "bd9cc1d7-ba4e-49e9-97c7-e448321d1538", "status": "completed", "code": 200}]} {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:41:28.376248 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fe298f9a-047c-4d8f-be01-fc13354f4eb5 {{(pid=101549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:41:28.377381 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c', 'tag': 'bd9cc1d7-ba4e-49e9-97c7-e448321d1538', 'status': 'completed', 'code': 200} Oct 28 09:41:28.384382 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['bd9cc1d7-ba4e-49e9-97c7-e448321d1538'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:41:28.437561 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a28e6-b6b9-40c6-b242-bf9746f7dee6 req-2a4b43d4-6f8e-4eba-b73c-8b62b5c15c48 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:28.439436 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0e4a28e6-b6b9-40c6-b242-bf9746f7dee6 req-2a4b43d4-6f8e-4eba-b73c-8b62b5c15c48 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.1128623 Oct 28 09:41:28.446188 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-1cc9179b-fd68-4687-8a33-8a7f9c708b03 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:28.449106 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 59040) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:28.457814 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-54df1f5e-27a9-4a68-900e-c679beff2d24 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Request body: {'floatingip': {'port_id': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:41:28.526520 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-54df1f5e-27a9-4a68-900e-c679beff2d24 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for floatingip, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:28.531212 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-1cc9179b-fd68-4687-8a33-8a7f9c708b03 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:28.782829 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-766ab25e-cf68-478c-85e6-8863feec89be None None] Provisioning complete for port bd9cc1d7-ba4e-49e9-97c7-e448321d1538 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:41:28.783241 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-766ab25e-cf68-478c-85e6-8863feec89be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:28.787262 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e1e15-4333-433a-9ab2-8a41cb4588f6 req-1658813e-9b70-4b17-8b29-785f8bc27c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:28.788799 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-502e1e15-4333-433a-9ab2-8a41cb4588f6 req-1658813e-9b70-4b17-8b29-785f8bc27c10 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e4287883e5c54c1682cb7dbb60c288b1&device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 1099 time: 0.3947763 Oct 28 09:41:28.881154 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-1cc9179b-fd68-4687-8a33-8a7f9c708b03 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:28.883620 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-1cc9179b-fd68-4687-8a33-8a7f9c708b03 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:28.884781 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-1cc9179b-fd68-4687-8a33-8a7f9c708b03 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "DELETE /v2.0/security-groups/990157ca-0238-46ea-b6dc-f92531b17174 HTTP/1.1" status: 204 len: 168 time: 0.5840268 Oct 28 09:41:28.887977 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59044) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:28.910437 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9179b-fd68-4687-8a33-8a7f9c708b03 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=990157ca-0238-46ea-b6dc-f92531b17174,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:28.935452 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9179b-fd68-4687-8a33-8a7f9c708b03 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:28.935822 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9179b-fd68-4687-8a33-8a7f9c708b03 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:28.936165 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9179b-fd68-4687-8a33-8a7f9c708b03 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:28.936530 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9179b-fd68-4687-8a33-8a7f9c708b03 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:28.937148 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9179b-fd68-4687-8a33-8a7f9c708b03 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:28.937272 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9179b-fd68-4687-8a33-8a7f9c708b03 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:28.937568 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9179b-fd68-4687-8a33-8a7f9c708b03 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:28.937894 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9179b-fd68-4687-8a33-8a7f9c708b03 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:28.938218 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9179b-fd68-4687-8a33-8a7f9c708b03 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:28.938539 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9179b-fd68-4687-8a33-8a7f9c708b03 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:28.938860 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9179b-fd68-4687-8a33-8a7f9c708b03 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:28.939179 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9179b-fd68-4687-8a33-8a7f9c708b03 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:28.987526 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e1e15-4333-433a-9ab2-8a41cb4588f6 req-bc865e3f-47c6-401b-a12f-c0ef96b9dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:28.989141 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-502e1e15-4333-433a-9ab2-8a41cb4588f6 req-bc865e3f-47c6-401b-a12f-c0ef96b9dfb1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e438d8d9-fab6-4695-8a85-0ad20cd5844a HTTP/1.1" status: 200 len: 916 time: 0.1749592 Oct 28 09:41:29.102458 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-ebc87cf6-5ef2-4ac2-8da4-ea13f1749b91 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Deleting port 845a99f2-0d07-4657-b9f1-89d0c104869b {{(pid=101549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:29.102806 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ebc87cf6-5ef2-4ac2-8da4-ea13f1749b91 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:29.190002 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ebc87cf6-5ef2-4ac2-8da4-ea13f1749b91 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:29.190242 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ebc87cf6-5ef2-4ac2-8da4-ea13f1749b91 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:29.205052 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-ebc87cf6-5ef2-4ac2-8da4-ea13f1749b91 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Calling delete_port for 845a99f2-0d07-4657-b9f1-89d0c104869b owned by network:floatingip {{(pid=101549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:29.378985 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-502e1e15-4333-433a-9ab2-8a41cb4588f6 req-e10d1f49-90c0-48fc-891b-7cced91683c1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd9cc1d7-ba4e-49e9-97c7-e448321d1538 HTTP/1.1" status: 200 len: 1002 time: 0.3778708 Oct 28 09:41:29.389051 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ebc87cf6-5ef2-4ac2-8da4-ea13f1749b91 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:29.419861 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc87cf6-5ef2-4ac2-8da4-ea13f1749b91 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Pushing event deleted for resources: {'Port': ['ID=845a99f2-0d07-4657-b9f1-89d0c104869b,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:29.474606 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ebc87cf6-5ef2-4ac2-8da4-ea13f1749b91 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks [] for floatingip, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:29.474843 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.l3_db [None req-ebc87cf6-5ef2-4ac2-8da4-ea13f1749b91 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Floating IP e41a8f1c-bfe9-498f-8a3d-c947732b163d disassociated (deleted). External IP: 172.27.2.136, port: bd9cc1d7-ba4e-49e9-97c7-e448321d1538. Oct 28 09:41:29.490278 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e1e15-4333-433a-9ab2-8a41cb4588f6 req-4a6a1241-60a2-456d-84b6-f02bf5e904ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:29.491791 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-502e1e15-4333-433a-9ab2-8a41cb4588f6 req-4a6a1241-60a2-456d-84b6-f02bf5e904ed service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ee69fef3-3476-434c-9d8c-c401c168a53a HTTP/1.1" status: 200 len: 854 time: 0.1054664 Oct 28 09:41:29.530790 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-54df1f5e-27a9-4a68-900e-c679beff2d24 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:29.534980 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-54df1f5e-27a9-4a68-900e-c679beff2d24 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639989'] for floatingip, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:29.608848 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e1e15-4333-433a-9ab2-8a41cb4588f6 req-bb550985-c45e-4d47-8097-9606aa99ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:29.610415 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-502e1e15-4333-433a-9ab2-8a41cb4588f6 req-bb550985-c45e-4d47-8097-9606aa99ce5b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e438d8d9-fab6-4695-8a85-0ad20cd5844a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1096458 Oct 28 09:41:29.684899 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc87cf6-5ef2-4ac2-8da4-ea13f1749b91 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Router 89ae401c-0aca-4dd7-8435-737e9559cb57 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:41:29.692204 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.db.l3_db [None req-54df1f5e-27a9-4a68-900e-c679beff2d24 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Floating IP 1765ad9f-561c-47e7-b476-afdbe4f7890d associated. External IP: 172.27.2.95, port: 1636fb0e-5a7d-4128-b5bc-e15aee3f4277. Oct 28 09:41:29.795449 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-502e1e15-4333-433a-9ab2-8a41cb4588f6 req-3f2da558-1f21-41b1-b3bf-80b0f161c328 service neutron] 10.222.0.98 "GET /v2.0/networks/e438d8d9-fab6-4695-8a85-0ad20cd5844a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760211 Oct 28 09:41:29.798490 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc87cf6-5ef2-4ac2-8da4-ea13f1749b91 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:41:29.803253 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ebc87cf6-5ef2-4ac2-8da4-ea13f1749b91 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for floatingip, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:29.814019 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2890e22-c346-4d93-a56e-221169b6bc58 None None] Sync routers for ids ['89ae401c-0aca-4dd7-8435-737e9559cb57'] in dv-cinder-815146-5-iscsi {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:41:29.830626 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2890e22-c346-4d93-a56e-221169b6bc58 None None] Routers {'89ae401c-0aca-4dd7-8435-737e9559cb57'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:29.831512 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-d2890e22-c346-4d93-a56e-221169b6bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:41:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['89ae401c-0aca-4dd7-8435-737e9559cb57'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:29.842841 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-ebc87cf6-5ef2-4ac2-8da4-ea13f1749b91 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "DELETE /v2.0/floatingips/e41a8f1c-bfe9-498f-8a3d-c947732b163d HTTP/1.1" status: 204 len: 168 time: 0.9526377 Oct 28 09:41:29.988617 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-d2890e22-c346-4d93-a56e-221169b6bc58 None None] Set router 89ae401c-0aca-4dd7-8435-737e9559cb57 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:29.998757 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-502e1e15-4333-433a-9ab2-8a41cb4588f6 req-1691ee0f-647c-4582-95eb-57f70b1b201a service neutron] 10.222.0.98 "GET /v2.0/networks/e438d8d9-fab6-4695-8a85-0ad20cd5844a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937490 Oct 28 09:41:30.047765 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54df1f5e-27a9-4a68-900e-c679beff2d24 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:41:30.197039 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54df1f5e-27a9-4a68-900e-c679beff2d24 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:41:30.201895 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-54df1f5e-27a9-4a68-900e-c679beff2d24 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for floatingip, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:30.210565 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66eaf44-0ddf-4dfa-8dea-0fcd733093b7 None None] Sync routers for ids ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:41:30.224461 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66eaf44-0ddf-4dfa-8dea-0fcd733093b7 None None] Routers {'beeb353f-6e62-4c3c-ba41-63a0ad6863f3'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:30.225333 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-b66eaf44-0ddf-4dfa-8dea-0fcd733093b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:41:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:30.235358 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-54df1f5e-27a9-4a68-900e-c679beff2d24 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "PUT /v2.0/floatingips/1765ad9f-561c-47e7-b476-afdbe4f7890d HTTP/1.1" status: 200 len: 990 time: 1.7845514 Oct 28 09:41:30.236031 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab9d2c6-97f3-483d-a08c-9bd6935c7186', 'tag': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:41:30.237000 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-d2890e22-c346-4d93-a56e-221169b6bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'name': 'tempest-TestMinimumBasicScenario-1459084538-router', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:07Z', 'updated_at': '2021-10-28T09:38:12Z', 'revision_number': 4, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'gw_port': {'id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:08Z', 'updated_at': '2021-10-28T09:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '95725099-d7f3-4fcf-977a-852a1ac15b22', 'name': '', 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'mac_address': 'fa:16:3e:fe:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ee69fef3-3476-434c-9d8c-c401c168a53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:11Z', 'updated_at': '2021-10-28T09:38:16Z', 'revision_number': 5, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'subnets': [{'id': 'ee69fef3-3476-434c-9d8c-c401c168a53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:30.238587 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8617235-2003-4f1e-8cb3-aa9abd3fb35b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab9d2c6-97f3-483d-a08c-9bd6935c7186", "tag": "1636fb0e-5a7d-4128-b5bc-e15aee3f4277"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:41:30.267653 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2890e22-c346-4d93-a56e-221169b6bc58 None None] Checking router: 89ae401c-0aca-4dd7-8435-737e9559cb57 for host: dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:41:30.276635 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a7435c-1d62-48ad-b727-6f6bb431a37b x-openstack-request-id: req-58a7435c-1d62-48ad-b727-6f6bb431a37b {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:41:30.276961 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab9d2c6-97f3-483d-a08c-9bd6935c7186", "tag": "1636fb0e-5a7d-4128-b5bc-e15aee3f4277", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:41:30.277290 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-58a7435c-1d62-48ad-b727-6f6bb431a37b {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:41:30.277599 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2890e22-c346-4d93-a56e-221169b6bc58 None None] Routers {'89ae401c-0aca-4dd7-8435-737e9559cb57'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:30.277753 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab9d2c6-97f3-483d-a08c-9bd6935c7186', 'tag': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277', 'status': 'completed', 'code': 200} Oct 28 09:41:30.278217 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-d2890e22-c346-4d93-a56e-221169b6bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:41:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['89ae401c-0aca-4dd7-8435-737e9559cb57'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:30.347015 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8617235-2003-4f1e-8cb3-aa9abd3fb35b req-e5bfd5f3-e576-4d64-ae4f-756592862ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:30.348669 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e8617235-2003-4f1e-8cb3-aa9abd3fb35b req-e5bfd5f3-e576-4d64-ae4f-756592862ead service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=527b76bbd1e54d17a4de33776892141c&device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 1098 time: 0.0431521 Oct 28 09:41:30.378393 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c', 'tag': 'bd9cc1d7-ba4e-49e9-97c7-e448321d1538'}] {{(pid=101549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:41:30.381606 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ad8cfbc74f76342fd0a63029923cc1170f39986be8cbcb10a1afec96ad6d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178980a1-f5e6-4043-a4dd-482dbea09c87" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c", "tag": "bd9cc1d7-ba4e-49e9-97c7-e448321d1538"}]}' {{(pid=101549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:41:30.388080 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-b66eaf44-0ddf-4dfa-8dea-0fcd733093b7 None None] Set router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:30.393999 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-d2890e22-c346-4d93-a56e-221169b6bc58 None None] Set router 89ae401c-0aca-4dd7-8435-737e9559cb57 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:30.427676 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9aeba8e-d87e-4447-a982-a9c3c6561ab0 x-openstack-request-id: req-c9aeba8e-d87e-4447-a982-a9c3c6561ab0 {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:41:30.428558 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c", "tag": "bd9cc1d7-ba4e-49e9-97c7-e448321d1538", "status": "completed", "code": 200}]} {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:41:30.428815 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c9aeba8e-d87e-4447-a982-a9c3c6561ab0 {{(pid=101549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:41:30.429208 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c', 'tag': 'bd9cc1d7-ba4e-49e9-97c7-e448321d1538', 'status': 'completed', 'code': 200} Oct 28 09:41:30.465582 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8617235-2003-4f1e-8cb3-aa9abd3fb35b req-013fb2ae-1520-4f0b-a0f9-96e854f6b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:30.467037 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e8617235-2003-4f1e-8cb3-aa9abd3fb35b req-013fb2ae-1520-4f0b-a0f9-96e854f6b5b3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=4ea4cab8-150a-44ba-9227-c4083ead845c HTTP/1.1" status: 200 len: 916 time: 0.1110399 Oct 28 09:41:30.558416 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178980a1-f5e6-4043-a4dd-482dbea09c87 req-c47f597a-6bf4-4b0c-b9c4-aeb8eb3e1b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:30.560082 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-178980a1-f5e6-4043-a4dd-482dbea09c87 req-c47f597a-6bf4-4b0c-b9c4-aeb8eb3e1b2b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e4287883e5c54c1682cb7dbb60c288b1&device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 1099 time: 0.1082261 Oct 28 09:41:30.562703 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e8617235-2003-4f1e-8cb3-aa9abd3fb35b req-85005cc2-6d39-4eb0-b839-5b51063ce7bc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1636fb0e-5a7d-4128-b5bc-e15aee3f4277 HTTP/1.1" status: 200 len: 998 time: 0.0790570 Oct 28 09:41:30.626147 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-d2890e22-c346-4d93-a56e-221169b6bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'name': 'tempest-TestMinimumBasicScenario-1459084538-router', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:07Z', 'updated_at': '2021-10-28T09:38:12Z', 'revision_number': 4, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'gw_port': {'id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:08Z', 'updated_at': '2021-10-28T09:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '95725099-d7f3-4fcf-977a-852a1ac15b22', 'name': '', 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'mac_address': 'fa:16:3e:fe:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ee69fef3-3476-434c-9d8c-c401c168a53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:11Z', 'updated_at': '2021-10-28T09:38:16Z', 'revision_number': 5, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'subnets': [{'id': 'ee69fef3-3476-434c-9d8c-c401c168a53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:30.662176 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2890e22-c346-4d93-a56e-221169b6bc58 None None] The sync data for ids ['89ae401c-0aca-4dd7-8435-737e9559cb57'] in dv-cinder-815146-5-iscsi is: [{'id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'name': 'tempest-TestMinimumBasicScenario-1459084538-router', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:07Z', 'updated_at': '2021-10-28T09:38:12Z', 'revision_number': 4, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'gw_port': {'id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:08Z', 'updated_at': '2021-10-28T09:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '95725099-d7f3-4fcf-977a-852a1ac15b22', 'name': '', 'network_id': 'e438d8d9-fab6-4695-8a85-0ad20cd5844a', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'mac_address': 'fa:16:3e:fe:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ee69fef3-3476-434c-9d8c-c401c168a53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:11Z', 'updated_at': '2021-10-28T09:38:16Z', 'revision_number': 5, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'subnets': [{'id': 'ee69fef3-3476-434c-9d8c-c401c168a53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:41:30.675800 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-b66eaf44-0ddf-4dfa-8dea-0fcd733093b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'name': 'tempest-AttachVolumeShelveTestJSON-61891173-router', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:12Z', 'updated_at': '2021-10-28T09:36:19Z', 'revision_number': 4, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'gw_port': {'id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:13Z', 'updated_at': '2021-10-28T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '1765ad9f-561c-47e7-b476-afdbe4f7890d', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'port_id': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'mac_address': 'fa:16:3e:2d:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9d2c6-97f3-483d-a08c-9bd6935c7186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:41:16Z', 'updated_at': '2021-10-28T09:41:29Z', 'revision_number': 1, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25eb2c05-efbe-4c1b-8997-877dae9d31d8', 'name': '', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'mac_address': 'fa:16:3e:79:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '263b05d8-eb38-4884-926d-259edcdc488d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:17Z', 'updated_at': '2021-10-28T09:36:23Z', 'revision_number': 5, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'subnets': [{'id': '263b05d8-eb38-4884-926d-259edcdc488d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:30.682924 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8617235-2003-4f1e-8cb3-aa9abd3fb35b req-401ed4b1-ff88-43ea-b265-0c99afd5f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:30.684437 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e8617235-2003-4f1e-8cb3-aa9abd3fb35b req-401ed4b1-ff88-43ea-b265-0c99afd5f875 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=263b05d8-eb38-4884-926d-259edcdc488d HTTP/1.1" status: 200 len: 854 time: 0.1021504 Oct 28 09:41:30.703855 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66eaf44-0ddf-4dfa-8dea-0fcd733093b7 None None] Checking router: beeb353f-6e62-4c3c-ba41-63a0ad6863f3 for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:41:30.713363 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66eaf44-0ddf-4dfa-8dea-0fcd733093b7 None None] Routers {'beeb353f-6e62-4c3c-ba41-63a0ad6863f3'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:30.713988 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-b66eaf44-0ddf-4dfa-8dea-0fcd733093b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:41:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:30.752161 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178980a1-f5e6-4043-a4dd-482dbea09c87 req-686d2543-3dca-4d3f-981e-f764aa600f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:30.753643 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-178980a1-f5e6-4043-a4dd-482dbea09c87 req-686d2543-3dca-4d3f-981e-f764aa600f5f service neutron] 10.222.0.98 "GET /v2.0/networks?id=e438d8d9-fab6-4695-8a85-0ad20cd5844a HTTP/1.1" status: 200 len: 916 time: 0.1795106 Oct 28 09:41:30.761715 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8617235-2003-4f1e-8cb3-aa9abd3fb35b req-a0edde58-4557-42e8-bff2-900ec3cdb107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:30.763107 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e8617235-2003-4f1e-8cb3-aa9abd3fb35b req-a0edde58-4557-42e8-bff2-900ec3cdb107 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4ea4cab8-150a-44ba-9227-c4083ead845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676620 Oct 28 09:41:30.827967 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-b66eaf44-0ddf-4dfa-8dea-0fcd733093b7 None None] Set router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:30.850019 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-178980a1-f5e6-4043-a4dd-482dbea09c87 req-80b65b0a-26c9-4aba-aa88-e8176e458bc4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd9cc1d7-ba4e-49e9-97c7-e448321d1538 HTTP/1.1" status: 200 len: 217 time: 0.0841472 Oct 28 09:41:30.940620 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178980a1-f5e6-4043-a4dd-482dbea09c87 req-764b9df3-d66b-4af1-881a-cebe5af1c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:30.942531 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-178980a1-f5e6-4043-a4dd-482dbea09c87 req-764b9df3-d66b-4af1-881a-cebe5af1c42c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ee69fef3-3476-434c-9d8c-c401c168a53a HTTP/1.1" status: 200 len: 854 time: 0.0853014 Oct 28 09:41:30.948468 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e8617235-2003-4f1e-8cb3-aa9abd3fb35b req-66069b17-b976-472e-98fe-edd7af90b0dc service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769793 Oct 28 09:41:30.969040 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfd4515-2a4a-4df3-be85-068d0b394b41 None None] New status for floating IP e41a8f1c-bfe9-498f-8a3d-c947732b163d: DOWN {{(pid=101551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:41:31.020528 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:41:31.065457 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178980a1-f5e6-4043-a4dd-482dbea09c87 req-b2811423-854d-4de2-af9a-8045ec344ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:31.081247 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-178980a1-f5e6-4043-a4dd-482dbea09c87 req-b2811423-854d-4de2-af9a-8045ec344ead service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e438d8d9-fab6-4695-8a85-0ad20cd5844a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1246560 Oct 28 09:41:31.104089 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-b66eaf44-0ddf-4dfa-8dea-0fcd733093b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'name': 'tempest-AttachVolumeShelveTestJSON-61891173-router', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:12Z', 'updated_at': '2021-10-28T09:36:19Z', 'revision_number': 4, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'gw_port': {'id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:13Z', 'updated_at': '2021-10-28T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '1765ad9f-561c-47e7-b476-afdbe4f7890d', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'port_id': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'mac_address': 'fa:16:3e:2d:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9d2c6-97f3-483d-a08c-9bd6935c7186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:41:16Z', 'updated_at': '2021-10-28T09:41:29Z', 'revision_number': 1, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25eb2c05-efbe-4c1b-8997-877dae9d31d8', 'name': '', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'mac_address': 'fa:16:3e:79:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '263b05d8-eb38-4884-926d-259edcdc488d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:17Z', 'updated_at': '2021-10-28T09:36:23Z', 'revision_number': 5, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'subnets': [{'id': '263b05d8-eb38-4884-926d-259edcdc488d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:31.118235 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e8617235-2003-4f1e-8cb3-aa9abd3fb35b req-c5d1c885-6525-40bd-8ccf-e400539dbdd0 service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604872 Oct 28 09:41:31.135716 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66eaf44-0ddf-4dfa-8dea-0fcd733093b7 None None] The sync data for ids ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'] in dv-cinder-815146-5-iscsi is: [{'id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'name': 'tempest-AttachVolumeShelveTestJSON-61891173-router', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:12Z', 'updated_at': '2021-10-28T09:36:19Z', 'revision_number': 4, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'gw_port': {'id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:13Z', 'updated_at': '2021-10-28T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '1765ad9f-561c-47e7-b476-afdbe4f7890d', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'port_id': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'mac_address': 'fa:16:3e:2d:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9d2c6-97f3-483d-a08c-9bd6935c7186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:41:16Z', 'updated_at': '2021-10-28T09:41:29Z', 'revision_number': 1, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25eb2c05-efbe-4c1b-8997-877dae9d31d8', 'name': '', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'mac_address': 'fa:16:3e:79:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '263b05d8-eb38-4884-926d-259edcdc488d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:17Z', 'updated_at': '2021-10-28T09:36:23Z', 'revision_number': 5, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'subnets': [{'id': '263b05d8-eb38-4884-926d-259edcdc488d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:41:31.210838 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-178980a1-f5e6-4043-a4dd-482dbea09c87 req-4708a070-a8e8-4ec4-a1ef-e926709179c9 service neutron] 10.222.0.98 "GET /v2.0/networks/e438d8d9-fab6-4695-8a85-0ad20cd5844a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145430 Oct 28 09:41:31.325803 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-178980a1-f5e6-4043-a4dd-482dbea09c87 req-6fca7b96-430d-445b-b941-2f5b64d1f9a1 service neutron] 10.222.0.98 "GET /v2.0/networks/e438d8d9-fab6-4695-8a85-0ad20cd5844a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062243 Oct 28 09:41:31.462900 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583b228f-5ee9-4a67-8732-dc06218a92be None None] New status for floating IP 1765ad9f-561c-47e7-b476-afdbe4f7890d: ACTIVE {{(pid=101552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:41:31.564922 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59096) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:31.681549 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-52ec326d-2593-4138-8362-1ecf962a297e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:31.757165 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-52ec326d-2593-4138-8362-1ecf962a297e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:31.761488 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-52ec326d-2593-4138-8362-1ecf962a297e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:31.801697 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec326d-2593-4138-8362-1ecf962a297e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da9f746-3585-4855-a58d-a687d92f0935,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:31.806277 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-52ec326d-2593-4138-8362-1ecf962a297e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ee6eca98f3f54c6ca9cda205c098bdc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394450 Oct 28 09:41:31.808724 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59100) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:31.857994 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b265c90d-4a33-475b-ab77-20ae751c77be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:31.879949 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b265c90d-4a33-475b-ab77-20ae751c77be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:31.926142 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b265c90d-4a33-475b-ab77-20ae751c77be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:31.928680 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b265c90d-4a33-475b-ab77-20ae751c77be admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:31.929813 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-b265c90d-4a33-475b-ab77-20ae751c77be admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/0da9f746-3585-4855-a58d-a687d92f0935 HTTP/1.1" status: 204 len: 168 time: 0.1200926 Oct 28 09:41:31.938559 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265c90d-4a33-475b-ab77-20ae751c77be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da9f746-3585-4855-a58d-a687d92f0935,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:32.183940 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 59106) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:32.198084 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-25537ef3-83db-4a56-8e54-63adcd25835a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:32.272116 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-25537ef3-83db-4a56-8e54-63adcd25835a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:32.275913 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-25537ef3-83db-4a56-8e54-63adcd25835a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:32.314959 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-25537ef3-83db-4a56-8e54-63adcd25835a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=79c608c0cd3a482f87e14ab95a33f876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1299281 Oct 28 09:41:32.315680 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25537ef3-83db-4a56-8e54-63adcd25835a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5569e410-b4f1-4077-a44e-9141b379675f,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:32.317729 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59108) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:32.366729 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-35f655e6-fb8a-4a5f-89ac-6a12d7cdc822 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:32.387507 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-35f655e6-fb8a-4a5f-89ac-6a12d7cdc822 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:32.432398 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-35f655e6-fb8a-4a5f-89ac-6a12d7cdc822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:32.435135 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-35f655e6-fb8a-4a5f-89ac-6a12d7cdc822 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:32.436379 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-35f655e6-fb8a-4a5f-89ac-6a12d7cdc822 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5569e410-b4f1-4077-a44e-9141b379675f HTTP/1.1" status: 204 len: 168 time: 0.1175573 Oct 28 09:41:32.444586 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f655e6-fb8a-4a5f-89ac-6a12d7cdc822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5569e410-b4f1-4077-a44e-9141b379675f,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:32.713731 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8263762-3b92-419f-87a6-660f78e6be0f req-82e5212f-56b6-4b12-90f3-bd2d3d058c3d tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:32.715251 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c8263762-3b92-419f-87a6-660f78e6be0f req-82e5212f-56b6-4b12-90f3-bd2d3d058c3d tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 946 time: 0.0488718 Oct 28 09:41:32.759113 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c8263762-3b92-419f-87a6-660f78e6be0f req-87c1611f-9e1b-44dc-a379-e286a034bc3c tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368140 Oct 28 09:41:33.888074 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aeaf20-bdb3-42cf-9464-c35b627fb671 req-7a25ad7c-e248-4edc-8640-5ebe1b09b347 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:33.889600 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-70aeaf20-bdb3-42cf-9464-c35b627fb671 req-7a25ad7c-e248-4edc-8640-5ebe1b09b347 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 946 time: 0.0511479 Oct 28 09:41:33.927648 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-70aeaf20-bdb3-42cf-9464-c35b627fb671 req-30629f65-8a21-47a9-a49b-f82ae73b12ed tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320718 Oct 28 09:41:34.113428 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 59174) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:34.214372 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-39e7eb7a-659f-4b25-96b7-7859f6445e1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:34.287365 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-39e7eb7a-659f-4b25-96b7-7859f6445e1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:34.291362 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-39e7eb7a-659f-4b25-96b7-7859f6445e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:34.329931 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-39e7eb7a-659f-4b25-96b7-7859f6445e1d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3d82fb601ee844bf958a91b3e413be24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154400 Oct 28 09:41:34.330770 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7eb7a-659f-4b25-96b7-7859f6445e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cec4709-e4c7-494d-8498-1d6fe01bf2b8,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:34.333039 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59178) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:34.386432 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-94d5ce61-0207-4f96-a8b3-f52a3c08e3de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:34.409013 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-94d5ce61-0207-4f96-a8b3-f52a3c08e3de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:34.455447 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-94d5ce61-0207-4f96-a8b3-f52a3c08e3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:34.458143 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-94d5ce61-0207-4f96-a8b3-f52a3c08e3de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:34.459283 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-94d5ce61-0207-4f96-a8b3-f52a3c08e3de admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9cec4709-e4c7-494d-8498-1d6fe01bf2b8 HTTP/1.1" status: 204 len: 168 time: 0.1251936 Oct 28 09:41:34.466918 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5ce61-0207-4f96-a8b3-f52a3c08e3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cec4709-e4c7-494d-8498-1d6fe01bf2b8,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:34.726060 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59186) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:34.738867 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709b202-5cd9-4c1d-be6e-b0739f914e28 req-0a675e24-96d5-495f-ba81-20fd295f0018 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:34.739368 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a8a607d8-b637-48ad-882f-4145cf9173ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:34.740373 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9709b202-5cd9-4c1d-be6e-b0739f914e28 req-0a675e24-96d5-495f-ba81-20fd295f0018 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 946 time: 0.0544930 Oct 28 09:41:34.818278 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a8a607d8-b637-48ad-882f-4145cf9173ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:34.822805 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a8a607d8-b637-48ad-882f-4145cf9173ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:34.838708 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-9709b202-5cd9-4c1d-be6e-b0739f914e28 req-3fa48de4-e1ba-4961-a254-b3c27289487e tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Deleting port bd9cc1d7-ba4e-49e9-97c7-e448321d1538 {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:34.839328 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-9709b202-5cd9-4c1d-be6e-b0739f914e28 req-3fa48de4-e1ba-4961-a254-b3c27289487e tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:34.861071 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-a8a607d8-b637-48ad-882f-4145cf9173ed admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=662b91c92da84e9bb85211f7da59e64a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1338391 Oct 28 09:41:34.862145 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a607d8-b637-48ad-882f-4145cf9173ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3166df04-68b2-41d0-b405-c28ad975acd0,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:34.864002 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59188) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:34.880065 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a607d8-b637-48ad-882f-4145cf9173ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:34.880409 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a607d8-b637-48ad-882f-4145cf9173ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:34.880763 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a607d8-b637-48ad-882f-4145cf9173ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:34.881099 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a607d8-b637-48ad-882f-4145cf9173ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:34.881410 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a607d8-b637-48ad-882f-4145cf9173ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:34.881740 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a607d8-b637-48ad-882f-4145cf9173ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:34.882059 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a607d8-b637-48ad-882f-4145cf9173ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:34.882380 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a607d8-b637-48ad-882f-4145cf9173ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:34.882704 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a607d8-b637-48ad-882f-4145cf9173ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:34.883023 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a607d8-b637-48ad-882f-4145cf9173ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:34.883347 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a607d8-b637-48ad-882f-4145cf9173ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:34.883669 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a607d8-b637-48ad-882f-4145cf9173ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:34.923908 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b377b5e5-57e0-468c-a4f5-192d3fe49cd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:34.936968 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-9709b202-5cd9-4c1d-be6e-b0739f914e28 req-3fa48de4-e1ba-4961-a254-b3c27289487e tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] For port bd9cc1d7-ba4e-49e9-97c7-e448321d1538, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bd9cc1d7-ba4e-49e9-97c7-e448321d1538,segment=NetworkSegment(be4d3fb8-1d56-497b-a5f3-f2482d435205),segment_id=be4d3fb8-1d56-497b-a5f3-f2482d435205)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:34.937583 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-9709b202-5cd9-4c1d-be6e-b0739f914e28 req-3fa48de4-e1ba-4961-a254-b3c27289487e tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:34.946266 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b377b5e5-57e0-468c-a4f5-192d3fe49cd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:34.950269 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-9709b202-5cd9-4c1d-be6e-b0739f914e28 req-3fa48de4-e1ba-4961-a254-b3c27289487e tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Calling delete_port for bd9cc1d7-ba4e-49e9-97c7-e448321d1538 owned by compute:nova {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:35.004291 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b377b5e5-57e0-468c-a4f5-192d3fe49cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:35.006942 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b377b5e5-57e0-468c-a4f5-192d3fe49cd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:35.008156 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-b377b5e5-57e0-468c-a4f5-192d3fe49cd5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3166df04-68b2-41d0-b405-c28ad975acd0 HTTP/1.1" status: 204 len: 168 time: 0.1432788 Oct 28 09:41:35.016981 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377b5e5-57e0-468c-a4f5-192d3fe49cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3166df04-68b2-41d0-b405-c28ad975acd0,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:35.075986 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae1760-ce79-47b1-acba-471585124ec1 req-7a18a016-ef9a-4548-afa9-5a062a0c0818 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:35.077764 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7cae1760-ce79-47b1-acba-471585124ec1 req-7a18a016-ef9a-4548-afa9-5a062a0c0818 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c HTTP/1.1" status: 200 len: 946 time: 0.0798736 Oct 28 09:41:35.152401 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7cae1760-ce79-47b1-acba-471585124ec1 req-93398811-04c8-44af-a882-c806c723dd09 tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.113 "GET /v2.0/security-groups?id=4727b252-fe5f-4154-a527-c1bf5ac816e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689299 Oct 28 09:41:35.175878 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-9709b202-5cd9-4c1d-be6e-b0739f914e28 req-3fa48de4-e1ba-4961-a254-b3c27289487e tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:35.190505 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['bd9cc1d7-ba4e-49e9-97c7-e448321d1538'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:41:35.205469 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa48de4-e1ba-4961-a254-b3c27289487e tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Pushing event deleted for resources: {'Port': ['ID=bd9cc1d7-ba4e-49e9-97c7-e448321d1538,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:35.256726 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-9709b202-5cd9-4c1d-be6e-b0739f914e28 req-3fa48de4-e1ba-4961-a254-b3c27289487e tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] No DVR routers for this DVR port bd9cc1d7-ba4e-49e9-97c7-e448321d1538 on host hv-cinder-81514 {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:41:35.259254 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-9709b202-5cd9-4c1d-be6e-b0739f914e28 req-3fa48de4-e1ba-4961-a254-b3c27289487e tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:35.262667 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9709b202-5cd9-4c1d-be6e-b0739f914e28 req-3fa48de4-e1ba-4961-a254-b3c27289487e tempest-TestMinimumBasicScenario-1075032352 tempest-TestMinimumBasicScenario-1075032352-project] 10.222.0.98 "DELETE /v2.0/ports/bd9cc1d7-ba4e-49e9-97c7-e448321d1538 HTTP/1.1" status: 204 len: 173 time: 0.5146880 Oct 28 09:41:35.262986 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c', 'name': 'network-vif-deleted', 'tag': 'bd9cc1d7-ba4e-49e9-97c7-e448321d1538'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:41:35.265465 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162f8a52-00dc-4c49-8b23-1ce43cfb4fbd" -d '{"events": [{"server_uuid": "e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c", "name": "network-vif-deleted", "tag": "bd9cc1d7-ba4e-49e9-97c7-e448321d1538"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:41:35.440602 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4668a836-e79a-46b3-9e3c-eefca24338e9 x-openstack-request-id: req-4668a836-e79a-46b3-9e3c-eefca24338e9 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:41:35.440895 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c", "name": "network-vif-deleted", "tag": "bd9cc1d7-ba4e-49e9-97c7-e448321d1538", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:41:35.441142 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4668a836-e79a-46b3-9e3c-eefca24338e9 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:41:35.441532 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e13d1e-f36e-46ee-87dc-7c0ce08ec81c', 'name': 'network-vif-deleted', 'tag': 'bd9cc1d7-ba4e-49e9-97c7-e448321d1538', 'status': 'completed', 'code': 200} Oct 28 09:41:36.865301 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59294) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:37.433273 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device bd9cc1d7-ba4e-49e9-97c7-e448321d1538 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:41:37.456378 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] No Port match for: bd9cc1d7-ba4e-49e9-97c7-e448321d1538 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:41:37.456726 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device bd9cc1d7-ba4e-49e9-97c7-e448321d1538 not bound to the agent host hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:41:37.480611 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c842903c-d631-4919-95fb-9489e3032f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653301'] for router_interface, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:37.771255 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-c842903c-d631-4919-95fb-9489e3032f22 admin admin] Deleting port 95725099-d7f3-4fcf-977a-852a1ac15b22 {{(pid=101549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:37.771592 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c842903c-d631-4919-95fb-9489e3032f22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:37.859470 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.db [None req-c842903c-d631-4919-95fb-9489e3032f22 admin admin] For port 95725099-d7f3-4fcf-977a-852a1ac15b22, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=95725099-d7f3-4fcf-977a-852a1ac15b22,segment=NetworkSegment(be4d3fb8-1d56-497b-a5f3-f2482d435205),segment_id=be4d3fb8-1d56-497b-a5f3-f2482d435205)] {{(pid=101549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:37.859470 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c842903c-d631-4919-95fb-9489e3032f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:37.868879 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-c842903c-d631-4919-95fb-9489e3032f22 admin admin] Calling delete_port for 95725099-d7f3-4fcf-977a-852a1ac15b22 owned by network:router_interface {{(pid=101549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:38.068527 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c842903c-d631-4919-95fb-9489e3032f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:38.098486 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842903c-d631-4919-95fb-9489e3032f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=95725099-d7f3-4fcf-977a-852a1ac15b22,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:38.268765 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c842903c-d631-4919-95fb-9489e3032f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653465'] for router_interface, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:38.481383 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c842903c-d631-4919-95fb-9489e3032f22 admin admin] Router 89ae401c-0aca-4dd7-8435-737e9559cb57 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:41:38.588110 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c842903c-d631-4919-95fb-9489e3032f22 admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:41:38.593810 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-c842903c-d631-4919-95fb-9489e3032f22 admin admin] 10.222.0.113 "PUT /v2.0/routers/89ae401c-0aca-4dd7-8435-737e9559cb57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7279942 Oct 28 09:41:38.596481 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59304) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:38.599263 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baca3aed-3133-4ddb-9b5e-bdc7efab620c None None] Sync routers for ids ['89ae401c-0aca-4dd7-8435-737e9559cb57'] in dv-cinder-815146-5-iscsi {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:41:38.610706 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baca3aed-3133-4ddb-9b5e-bdc7efab620c None None] Routers {'89ae401c-0aca-4dd7-8435-737e9559cb57'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:38.611324 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-baca3aed-3133-4ddb-9b5e-bdc7efab620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:41:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['89ae401c-0aca-4dd7-8435-737e9559cb57'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:38.694644 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-209da23f-4b66-474e-8894-2919dd7d9119 admin admin] Publish callbacks [] for router, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:38.716493 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-baca3aed-3133-4ddb-9b5e-bdc7efab620c None None] Set router 89ae401c-0aca-4dd7-8435-737e9559cb57 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:38.797451 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-209da23f-4b66-474e-8894-2919dd7d9119 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:38.856287 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-209da23f-4b66-474e-8894-2919dd7d9119 admin admin] Deleting port 113fcaa4-7fe9-4735-9dda-117eb580bfaa {{(pid=101549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:38.856621 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-209da23f-4b66-474e-8894-2919dd7d9119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:38.936025 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.db [None req-209da23f-4b66-474e-8894-2919dd7d9119 admin admin] For port 113fcaa4-7fe9-4735-9dda-117eb580bfaa, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=113fcaa4-7fe9-4735-9dda-117eb580bfaa,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:38.936978 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-209da23f-4b66-474e-8894-2919dd7d9119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:38.941174 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-716ab2de-b76b-43e5-87e9-7fe06e5746b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:38.949472 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-209da23f-4b66-474e-8894-2919dd7d9119 admin admin] Calling delete_port for 113fcaa4-7fe9-4735-9dda-117eb580bfaa owned by network:router_gateway {{(pid=101549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:39.031209 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-baca3aed-3133-4ddb-9b5e-bdc7efab620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'name': 'tempest-TestMinimumBasicScenario-1459084538-router', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:07Z', 'updated_at': '2021-10-28T09:41:38Z', 'revision_number': 5, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'gw_port': {'id': '113fcaa4-7fe9-4735-9dda-117eb580bfaa', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:08Z', 'updated_at': '2021-10-28T09:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:39.063344 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baca3aed-3133-4ddb-9b5e-bdc7efab620c None None] Checking router: 89ae401c-0aca-4dd7-8435-737e9559cb57 for host: dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:41:39.072125 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baca3aed-3133-4ddb-9b5e-bdc7efab620c None None] Routers {'89ae401c-0aca-4dd7-8435-737e9559cb57'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:39.072759 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-baca3aed-3133-4ddb-9b5e-bdc7efab620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:41:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['89ae401c-0aca-4dd7-8435-737e9559cb57'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:39.127282 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-209da23f-4b66-474e-8894-2919dd7d9119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:39.152335 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209da23f-4b66-474e-8894-2919dd7d9119 admin admin] Pushing event deleted for resources: {'Port': ['ID=113fcaa4-7fe9-4735-9dda-117eb580bfaa,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:39.173084 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-baca3aed-3133-4ddb-9b5e-bdc7efab620c None None] Set router 89ae401c-0aca-4dd7-8435-737e9559cb57 gateway port host: None {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:39.224632 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-209da23f-4b66-474e-8894-2919dd7d9119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640059'] for router_gateway, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:39.227209 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-baca3aed-3133-4ddb-9b5e-bdc7efab620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'name': 'tempest-TestMinimumBasicScenario-1459084538-router', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:07Z', 'updated_at': '2021-10-28T09:41:38Z', 'revision_number': 6, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'gw_port_host': None}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:39.257365 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baca3aed-3133-4ddb-9b5e-bdc7efab620c None None] The sync data for ids ['89ae401c-0aca-4dd7-8435-737e9559cb57'] in dv-cinder-815146-5-iscsi is: [{'id': '89ae401c-0aca-4dd7-8435-737e9559cb57', 'name': 'tempest-TestMinimumBasicScenario-1459084538-router', 'tenant_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:07Z', 'updated_at': '2021-10-28T09:41:38Z', 'revision_number': 6, 'project_id': 'e4287883e5c54c1682cb7dbb60c288b1', 'gw_port_host': None}] {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:41:39.566057 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-209da23f-4b66-474e-8894-2919dd7d9119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1653777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3370'] for router, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:39.568471 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-209da23f-4b66-474e-8894-2919dd7d9119 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:39.645641 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-209da23f-4b66-474e-8894-2919dd7d9119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1653766'] for router, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:39.646241 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209da23f-4b66-474e-8894-2919dd7d9119 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89ae401c-0aca-4dd7-8435-737e9559cb57 {{(pid=101549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:41:39.651519 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-209da23f-4b66-474e-8894-2919dd7d9119 admin admin] Publish callbacks [] for router, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:39.657172 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-209da23f-4b66-474e-8894-2919dd7d9119 admin admin] 10.222.0.113 "DELETE /v2.0/routers/89ae401c-0aca-4dd7-8435-737e9559cb57 HTTP/1.1" status: 204 len: 168 time: 1.0555134 Oct 28 09:41:39.657438 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 59338) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:39.715363 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5648c25-0c81-4732-b8e6-88e4afc47b09 admin admin] Deleting subnet ee69fef3-3476-434c-9d8c-c401c168a53a {{(pid=101550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:41:39.718998 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f5648c25-0c81-4732-b8e6-88e4afc47b09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:39.763519 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f5648c25-0c81-4732-b8e6-88e4afc47b09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8896648'] for subnet, precommit_delete_associations {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:39.871827 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f5648c25-0c81-4732-b8e6-88e4afc47b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690075'] for subnet, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:40.112182 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 95725099-d7f3-4fcf-977a-852a1ac15b22 no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:41:40.133762 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: 95725099-d7f3-4fcf-977a-852a1ac15b22 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:41:40.134385 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 95725099-d7f3-4fcf-977a-852a1ac15b22 not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:41:40.197461 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f5648c25-0c81-4732-b8e6-88e4afc47b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8897178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8391128'] for subnet, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:40.225935 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5648c25-0c81-4732-b8e6-88e4afc47b09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee69fef3-3476-434c-9d8c-c401c168a53a,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:40.227947 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f5648c25-0c81-4732-b8e6-88e4afc47b09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for subnet, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:40.235457 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-f5648c25-0c81-4732-b8e6-88e4afc47b09 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/ee69fef3-3476-434c-9d8c-c401c168a53a HTTP/1.1" status: 204 len: 168 time: 0.5744359 Oct 28 09:41:40.235457 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 59362) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:40.237482 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f943b20d-b049-4ea4-9674-c64b66495c9c None None] Network e438d8d9-fab6-4695-8a85-0ad20cd5844a requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:41:40.308602 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b332f5d4-37b7-4ba7-836b-ff1c6ac57b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7814304'] for network, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:40.380519 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-b332f5d4-37b7-4ba7-836b-ff1c6ac57b48 admin admin] Deleting port dc616fc9-0e7c-4887-8488-a0b918fdfb5d {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:40.380622 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b332f5d4-37b7-4ba7-836b-ff1c6ac57b48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:40.439115 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c57088-8589-4bea-a489-c4720c92aa1a None None] DHCP port deletion for e438d8d9-fab6-4695-8a85-0ad20cd5844a request from dv-cinder-815146-5-iscsi {{(pid=101551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:41:40.448254 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [None req-b332f5d4-37b7-4ba7-836b-ff1c6ac57b48 admin admin] For port dc616fc9-0e7c-4887-8488-a0b918fdfb5d, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=dc616fc9-0e7c-4887-8488-a0b918fdfb5d,segment=NetworkSegment(be4d3fb8-1d56-497b-a5f3-f2482d435205),segment_id=be4d3fb8-1d56-497b-a5f3-f2482d435205)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:40.448707 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b332f5d4-37b7-4ba7-836b-ff1c6ac57b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:40.460990 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-b332f5d4-37b7-4ba7-836b-ff1c6ac57b48 admin admin] Calling delete_port for dc616fc9-0e7c-4887-8488-a0b918fdfb5d owned by network:dhcp {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:40.486717 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-c6c57088-8589-4bea-a489-c4720c92aa1a None None] Deleting port dc616fc9-0e7c-4887-8488-a0b918fdfb5d {{(pid=101551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:40.487097 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-c6c57088-8589-4bea-a489-c4720c92aa1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:40.546396 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b332f5d4-37b7-4ba7-836b-ff1c6ac57b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:40.554155 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-c6c57088-8589-4bea-a489-c4720c92aa1a None None] For port dc616fc9-0e7c-4887-8488-a0b918fdfb5d, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=dc616fc9-0e7c-4887-8488-a0b918fdfb5d,segment=NetworkSegment(be4d3fb8-1d56-497b-a5f3-f2482d435205),segment_id=be4d3fb8-1d56-497b-a5f3-f2482d435205)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:40.554605 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-c6c57088-8589-4bea-a489-c4720c92aa1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:40.568028 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-c6c57088-8589-4bea-a489-c4720c92aa1a None None] Calling delete_port for dc616fc9-0e7c-4887-8488-a0b918fdfb5d owned by network:dhcp {{(pid=101551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:40.573806 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332f5d4-37b7-4ba7-836b-ff1c6ac57b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc616fc9-0e7c-4887-8488-a0b918fdfb5d,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:40.575642 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b332f5d4-37b7-4ba7-836b-ff1c6ac57b48 admin admin] No DVR routers for this DVR port dc616fc9-0e7c-4887-8488-a0b918fdfb5d on host dv-cinder-815146-5-iscsi {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:41:40.652269 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b332f5d4-37b7-4ba7-836b-ff1c6ac57b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692238', 'neutron.services.segments.db._delete_segments_for_network-8729415614302'] for network, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:40.673644 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.services.segments.db [None req-b332f5d4-37b7-4ba7-836b-ff1c6ac57b48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e438d8d9-fab6-4695-8a85-0ad20cd5844a']}} {{(pid=101550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:40.682581 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-c6c57088-8589-4bea-a489-c4720c92aa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541'] for port, after_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:40.682966 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.services.segments.db [None req-b332f5d4-37b7-4ba7-836b-ff1c6ac57b48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4d3fb8-1d56-497b-a5f3-f2482d435205') {'for_net_delete': True} {{(pid=101550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:40.683229 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.services.segments.db [None req-b332f5d4-37b7-4ba7-836b-ff1c6ac57b48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4d3fb8-1d56-497b-a5f3-f2482d435205') {} {{(pid=101550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:40.693761 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b332f5d4-37b7-4ba7-836b-ff1c6ac57b48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729415615847', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8896753'] for segment, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:40.707190 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b332f5d4-37b7-4ba7-836b-ff1c6ac57b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:40.707648 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c57088-8589-4bea-a489-c4720c92aa1a None None] Pushing event deleted for resources: {'Port': ['ID=dc616fc9-0e7c-4887-8488-a0b918fdfb5d,revision_number=None']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:40.711386 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c57088-8589-4bea-a489-c4720c92aa1a None None] No DVR routers for this DVR port dc616fc9-0e7c-4887-8488-a0b918fdfb5d on host dv-cinder-815146-5-iscsi {{(pid=101551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:41:40.714073 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b332f5d4-37b7-4ba7-836b-ff1c6ac57b48 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:41:40.714474 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b332f5d4-37b7-4ba7-836b-ff1c6ac57b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8897136'] for segment, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: Traceback (most recent call last): Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: timer() Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: cb(*args, **kw) Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: return func(*args, **kwargs) Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: self._notify() Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: self.callback(batched_events) Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: event.method(event) Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: return f(self, *a, **k) Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: return self._get(url).json() Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: return self.request(url, 'GET', **kwargs) Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:41:40.716618 dv-cinder-815146-5-iscsi neutron-server[101550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:41:40.772504 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b332f5d4-37b7-4ba7-836b-ff1c6ac57b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640007'] for network, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:40.777996 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-b332f5d4-37b7-4ba7-836b-ff1c6ac57b48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:40.781917 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-b332f5d4-37b7-4ba7-836b-ff1c6ac57b48 admin admin] 10.222.0.113 "DELETE /v2.0/networks/e438d8d9-fab6-4695-8a85-0ad20cd5844a HTTP/1.1" status: 204 len: 168 time: 0.5463176 Oct 28 09:41:40.784962 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59364) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:40.795043 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332f5d4-37b7-4ba7-836b-ff1c6ac57b48 admin admin] Pushing event deleted for resources: {'Network': ['ID=e438d8d9-fab6-4695-8a85-0ad20cd5844a,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:41.132407 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-139f6e55-785d-408f-8adc-b821b265fc38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653301'] for router_interface, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:41.172657 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-06556508-fe6f-4ca8-a16e-7b4a26cc0ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:41.395451 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-139f6e55-785d-408f-8adc-b821b265fc38 admin admin] Deleting port ad673219-e571-43ea-8242-83047f59d71e {{(pid=101549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:41.395821 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-139f6e55-785d-408f-8adc-b821b265fc38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:41.474075 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.db [None req-139f6e55-785d-408f-8adc-b821b265fc38 admin admin] For port ad673219-e571-43ea-8242-83047f59d71e, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=ad673219-e571-43ea-8242-83047f59d71e,segment=NetworkSegment(c0a440c3-a66b-4212-857e-08e4fa4ee010),segment_id=c0a440c3-a66b-4212-857e-08e4fa4ee010)] {{(pid=101549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:41.474422 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-139f6e55-785d-408f-8adc-b821b265fc38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:41.486578 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-139f6e55-785d-408f-8adc-b821b265fc38 admin admin] Calling delete_port for ad673219-e571-43ea-8242-83047f59d71e owned by network:router_interface {{(pid=101549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:41.497281 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59382) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:41.612142 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b9dae321-95fd-43ba-8125-6b2573ef8625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:41.699669 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 113fcaa4-7fe9-4735-9dda-117eb580bfaa no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:41:41.722926 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: 113fcaa4-7fe9-4735-9dda-117eb580bfaa {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:41:41.723789 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 113fcaa4-7fe9-4735-9dda-117eb580bfaa not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:41:41.724287 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device dc616fc9-0e7c-4887-8488-a0b918fdfb5d no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:41:41.733869 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-139f6e55-785d-408f-8adc-b821b265fc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:41.744381 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: dc616fc9-0e7c-4887-8488-a0b918fdfb5d {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:41:41.744818 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device dc616fc9-0e7c-4887-8488-a0b918fdfb5d not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:41:41.767514 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b9dae321-95fd-43ba-8125-6b2573ef8625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:41.770588 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f6e55-785d-408f-8adc-b821b265fc38 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad673219-e571-43ea-8242-83047f59d71e,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:41.774479 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b9dae321-95fd-43ba-8125-6b2573ef8625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:41.853447 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dae321-95fd-43ba-8125-6b2573ef8625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e785dae-686f-4ef2-931b-7f22c96cc19f,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:41.864233 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-b9dae321-95fd-43ba-8125-6b2573ef8625 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=86081151045d4d5cb38d20e0d87e6749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643172 Oct 28 09:41:41.865469 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 59386) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:41.924630 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2639-30b3-472a-8aec-45ef67187f32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:41.948131 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2639-30b3-472a-8aec-45ef67187f32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:41.979659 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-139f6e55-785d-408f-8adc-b821b265fc38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653465'] for router_interface, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:42.000099 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2639-30b3-472a-8aec-45ef67187f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:42.002961 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2639-30b3-472a-8aec-45ef67187f32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:42.004148 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-cc7b2639-30b3-472a-8aec-45ef67187f32 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2e785dae-686f-4ef2-931b-7f22c96cc19f HTTP/1.1" status: 204 len: 168 time: 0.1376395 Oct 28 09:41:42.012644 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b2639-30b3-472a-8aec-45ef67187f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e785dae-686f-4ef2-931b-7f22c96cc19f,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:42.201355 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139f6e55-785d-408f-8adc-b821b265fc38 admin admin] Router 5e048e21-23d2-4593-87e7-40671c6ad369 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:41:42.270604 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 59392) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:42.284325 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-aa2a5de9-dac1-4c0a-a6d9-11e80cddc65e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:42.307483 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139f6e55-785d-408f-8adc-b821b265fc38 admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:41:42.312965 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-139f6e55-785d-408f-8adc-b821b265fc38 admin admin] 10.222.0.113 "PUT /v2.0/routers/5e048e21-23d2-4593-87e7-40671c6ad369/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5268791 Oct 28 09:41:42.315399 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59396) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:42.328545 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff08e5-eb81-4aae-a863-64d0df410d39 None None] Sync routers for ids ['5e048e21-23d2-4593-87e7-40671c6ad369'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:41:42.341845 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff08e5-eb81-4aae-a863-64d0df410d39 None None] Routers {'5e048e21-23d2-4593-87e7-40671c6ad369'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:42.343401 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-48ff08e5-eb81-4aae-a863-64d0df410d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:41:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['5e048e21-23d2-4593-87e7-40671c6ad369'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:42.377922 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-aa2a5de9-dac1-4c0a-a6d9-11e80cddc65e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:42.383001 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-aa2a5de9-dac1-4c0a-a6d9-11e80cddc65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:42.426260 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-aa2a5de9-dac1-4c0a-a6d9-11e80cddc65e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a74b51c6444547a581974f828b919fcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521566 Oct 28 09:41:42.426260 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a5de9-dac1-4c0a-a6d9-11e80cddc65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac8b33c-75b5-4bf6-bd69-9ca2dc43a3da,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:42.427222 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59398) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:42.453943 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-48ff08e5-eb81-4aae-a863-64d0df410d39 None None] Set router 5e048e21-23d2-4593-87e7-40671c6ad369 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:42.464689 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9eda02ef-1eb8-4376-8234-90040e6adef0 admin admin] Publish callbacks [] for router, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:42.494119 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:42.569061 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-d47c42bf-f212-4bf0-a8c6-506c83c15eef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:42.589249 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:42.603782 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-d47c42bf-f212-4bf0-a8c6-506c83c15eef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:42.632707 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9eda02ef-1eb8-4376-8234-90040e6adef0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:42.634658 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-48ff08e5-eb81-4aae-a863-64d0df410d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e048e21-23d2-4593-87e7-40671c6ad369', 'name': 'tempest-TestMinimumBasicScenario-946446514-router', 'tenant_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '7f1b07ac-fd62-4ae9-bd89-700b08688f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:14Z', 'updated_at': '2021-10-28T09:41:41Z', 'revision_number': 5, 'project_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'gw_port': {'id': '7f1b07ac-fd62-4ae9-bd89-700b08688f6d', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e048e21-23d2-4593-87e7-40671c6ad369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:15Z', 'updated_at': '2021-10-28T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:42.662073 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff08e5-eb81-4aae-a863-64d0df410d39 None None] Checking router: 5e048e21-23d2-4593-87e7-40671c6ad369 for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:41:42.670497 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff08e5-eb81-4aae-a863-64d0df410d39 None None] Routers {'5e048e21-23d2-4593-87e7-40671c6ad369'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:42.671112 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-48ff08e5-eb81-4aae-a863-64d0df410d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:41:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['5e048e21-23d2-4593-87e7-40671c6ad369'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:42.688460 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-d47c42bf-f212-4bf0-a8c6-506c83c15eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:42.690878 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-d47c42bf-f212-4bf0-a8c6-506c83c15eef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:42.692024 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-d47c42bf-f212-4bf0-a8c6-506c83c15eef admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6ac8b33c-75b5-4bf6-bd69-9ca2dc43a3da HTTP/1.1" status: 204 len: 168 time: 0.2638130 Oct 28 09:41:42.702646 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c42bf-f212-4bf0-a8c6-506c83c15eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac8b33c-75b5-4bf6-bd69-9ca2dc43a3da,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:42.716177 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-9eda02ef-1eb8-4376-8234-90040e6adef0 admin admin] Deleting port 7f1b07ac-fd62-4ae9-bd89-700b08688f6d {{(pid=101549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:42.716513 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9eda02ef-1eb8-4376-8234-90040e6adef0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:42.809361 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.db [None req-9eda02ef-1eb8-4376-8234-90040e6adef0 admin admin] For port 7f1b07ac-fd62-4ae9-bd89-700b08688f6d, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=7f1b07ac-fd62-4ae9-bd89-700b08688f6d,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:42.809760 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9eda02ef-1eb8-4376-8234-90040e6adef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:42.824403 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-9eda02ef-1eb8-4376-8234-90040e6adef0 admin admin] Calling delete_port for 7f1b07ac-fd62-4ae9-bd89-700b08688f6d owned by network:router_gateway {{(pid=101549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:42.851441 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-48ff08e5-eb81-4aae-a863-64d0df410d39 None None] Set router 5e048e21-23d2-4593-87e7-40671c6ad369 gateway port host: None {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:42.907105 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-48ff08e5-eb81-4aae-a863-64d0df410d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e048e21-23d2-4593-87e7-40671c6ad369', 'name': 'tempest-TestMinimumBasicScenario-946446514-router', 'tenant_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:14Z', 'updated_at': '2021-10-28T09:41:42Z', 'revision_number': 6, 'project_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'gw_port_host': None}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:42.933917 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff08e5-eb81-4aae-a863-64d0df410d39 None None] The sync data for ids ['5e048e21-23d2-4593-87e7-40671c6ad369'] in dv-cinder-815146-5-iscsi is: [{'id': '5e048e21-23d2-4593-87e7-40671c6ad369', 'name': 'tempest-TestMinimumBasicScenario-946446514-router', 'tenant_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:14Z', 'updated_at': '2021-10-28T09:41:42Z', 'revision_number': 6, 'project_id': '3c456d89f3904f22b0b3d4719e8eb3e6', 'gw_port_host': None}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:41:43.023414 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9eda02ef-1eb8-4376-8234-90040e6adef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:43.048462 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda02ef-1eb8-4376-8234-90040e6adef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f1b07ac-fd62-4ae9-bd89-700b08688f6d,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:43.118242 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9eda02ef-1eb8-4376-8234-90040e6adef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640059'] for router_gateway, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:43.209012 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9eda02ef-1eb8-4376-8234-90040e6adef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1653777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3370'] for router, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:43.211245 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9eda02ef-1eb8-4376-8234-90040e6adef0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:43.259534 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9eda02ef-1eb8-4376-8234-90040e6adef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1653766'] for router, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:43.260183 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eda02ef-1eb8-4376-8234-90040e6adef0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e048e21-23d2-4593-87e7-40671c6ad369 {{(pid=101549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:41:43.265413 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9eda02ef-1eb8-4376-8234-90040e6adef0 admin admin] Publish callbacks [] for router, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:43.266609 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-9eda02ef-1eb8-4376-8234-90040e6adef0 admin admin] 10.222.0.113 "DELETE /v2.0/routers/5e048e21-23d2-4593-87e7-40671c6ad369 HTTP/1.1" status: 204 len: 168 time: 0.9502809 Oct 28 09:41:43.269185 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59416) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:43.324124 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc9ba63-4be9-484b-a228-af84ab2016be admin admin] Deleting subnet 584e2748-b9c7-46f7-98f1-9c15aacb7a1a {{(pid=101549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:41:43.329360 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-bdc9ba63-4be9-484b-a228-af84ab2016be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:43.368523 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-bdc9ba63-4be9-484b-a228-af84ab2016be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2871594'] for subnet, precommit_delete_associations {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:43.475358 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-bdc9ba63-4be9-484b-a228-af84ab2016be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690075'] for subnet, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:43.538182 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-bdc9ba63-4be9-484b-a228-af84ab2016be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8445689'] for subnet, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:43.568481 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9ba63-4be9-484b-a228-af84ab2016be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=584e2748-b9c7-46f7-98f1-9c15aacb7a1a,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:43.572249 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-bdc9ba63-4be9-484b-a228-af84ab2016be admin admin] Publish callbacks [] for subnet, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:43.575411 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-bdc9ba63-4be9-484b-a228-af84ab2016be admin admin] 10.222.0.113 "DELETE /v2.0/subnets/584e2748-b9c7-46f7-98f1-9c15aacb7a1a HTTP/1.1" status: 204 len: 168 time: 0.3051791 Oct 28 09:41:43.581400 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59428) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:43.584807 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ba4f24-0e12-4ff4-b1a8-b691a922f5e4 None None] Network 974d5c3b-985e-4208-bf8c-a8f9e055f5c9 requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:41:43.651564 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-71f2763f-28eb-4342-8c83-12fcc3918942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7814304'] for network, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:43.710707 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-71f2763f-28eb-4342-8c83-12fcc3918942 admin admin] Deleting port 0f71c7c3-9637-4c07-8d19-6ed592734947 {{(pid=101549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:43.711025 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-71f2763f-28eb-4342-8c83-12fcc3918942 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:43.763278 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:43.807984 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941d6d92-6758-4a23-b8bb-cad3aff27cca None None] DHCP port deletion for 974d5c3b-985e-4208-bf8c-a8f9e055f5c9 request from dv-cinder-815146-5-iscsi {{(pid=101551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:41:43.808198 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.db [None req-71f2763f-28eb-4342-8c83-12fcc3918942 admin admin] For port 0f71c7c3-9637-4c07-8d19-6ed592734947, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=0f71c7c3-9637-4c07-8d19-6ed592734947,segment=NetworkSegment(c0a440c3-a66b-4212-857e-08e4fa4ee010),segment_id=c0a440c3-a66b-4212-857e-08e4fa4ee010)] {{(pid=101549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:43.808427 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-71f2763f-28eb-4342-8c83-12fcc3918942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:43.823347 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-71f2763f-28eb-4342-8c83-12fcc3918942 admin admin] Calling delete_port for 0f71c7c3-9637-4c07-8d19-6ed592734947 owned by network:dhcp {{(pid=101549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:43.844744 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 7f1b07ac-fd62-4ae9-bd89-700b08688f6d no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:41:43.866723 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: 7f1b07ac-fd62-4ae9-bd89-700b08688f6d {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:41:43.867068 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 7f1b07ac-fd62-4ae9-bd89-700b08688f6d not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:41:43.867656 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device ad673219-e571-43ea-8242-83047f59d71e no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:41:43.900280 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: ad673219-e571-43ea-8242-83047f59d71e {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:41:43.900627 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device ad673219-e571-43ea-8242-83047f59d71e not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:41:43.919924 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-941d6d92-6758-4a23-b8bb-cad3aff27cca None None] Deleting port 0f71c7c3-9637-4c07-8d19-6ed592734947 {{(pid=101551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:43.920354 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-941d6d92-6758-4a23-b8bb-cad3aff27cca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:43.958557 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-71f2763f-28eb-4342-8c83-12fcc3918942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:43.989231 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2763f-28eb-4342-8c83-12fcc3918942 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f71c7c3-9637-4c07-8d19-6ed592734947,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:43.991018 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f2763f-28eb-4342-8c83-12fcc3918942 admin admin] No DVR routers for this DVR port 0f71c7c3-9637-4c07-8d19-6ed592734947 on host dv-cinder-815146-5-iscsi {{(pid=101549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:41:43.996246 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-941d6d92-6758-4a23-b8bb-cad3aff27cca None None] For port 0f71c7c3-9637-4c07-8d19-6ed592734947, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=0f71c7c3-9637-4c07-8d19-6ed592734947,segment=NetworkSegment(c0a440c3-a66b-4212-857e-08e4fa4ee010),segment_id=c0a440c3-a66b-4212-857e-08e4fa4ee010)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:43.996735 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-941d6d92-6758-4a23-b8bb-cad3aff27cca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:44.011035 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-941d6d92-6758-4a23-b8bb-cad3aff27cca None None] Calling delete_port for 0f71c7c3-9637-4c07-8d19-6ed592734947 owned by network:dhcp {{(pid=101551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:44.066939 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-71f2763f-28eb-4342-8c83-12fcc3918942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692238', 'neutron.services.segments.db._delete_segments_for_network-8729415614302'] for network, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:44.093731 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-71f2763f-28eb-4342-8c83-12fcc3918942 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974d5c3b-985e-4208-bf8c-a8f9e055f5c9']}} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:44.094788 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-941d6d92-6758-4a23-b8bb-cad3aff27cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541'] for port, after_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:44.104022 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-71f2763f-28eb-4342-8c83-12fcc3918942 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a440c3-a66b-4212-857e-08e4fa4ee010') {'for_net_delete': True} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:44.104334 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-71f2763f-28eb-4342-8c83-12fcc3918942 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a440c3-a66b-4212-857e-08e4fa4ee010') {} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:44.115177 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-71f2763f-28eb-4342-8c83-12fcc3918942 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729415615847', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2871635'] for segment, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:44.122007 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d6d92-6758-4a23-b8bb-cad3aff27cca None None] Pushing event deleted for resources: {'Port': ['ID=0f71c7c3-9637-4c07-8d19-6ed592734947,revision_number=None']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:44.128374 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941d6d92-6758-4a23-b8bb-cad3aff27cca None None] No DVR routers for this DVR port 0f71c7c3-9637-4c07-8d19-6ed592734947 on host dv-cinder-815146-5-iscsi {{(pid=101551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:41:44.132901 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-71f2763f-28eb-4342-8c83-12fcc3918942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:44.144012 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f2763f-28eb-4342-8c83-12fcc3918942 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:41:44.144794 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-71f2763f-28eb-4342-8c83-12fcc3918942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869612'] for segment, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: Traceback (most recent call last): Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: timer() Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: cb(*args, **kw) Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: return func(*args, **kwargs) Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: self._notify() Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: self.callback(batched_events) Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: event.method(event) Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: return f(self, *a, **k) Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: return self._get(url).json() Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: return self.request(url, 'GET', **kwargs) Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:41:44.146776 dv-cinder-815146-5-iscsi neutron-server[101549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:41:44.201152 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-71f2763f-28eb-4342-8c83-12fcc3918942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640007'] for network, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:44.206711 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-71f2763f-28eb-4342-8c83-12fcc3918942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:44.209894 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-71f2763f-28eb-4342-8c83-12fcc3918942 admin admin] 10.222.0.113 "DELETE /v2.0/networks/974d5c3b-985e-4208-bf8c-a8f9e055f5c9 HTTP/1.1" status: 204 len: 168 time: 0.6276431 Oct 28 09:41:44.227674 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2763f-28eb-4342-8c83-12fcc3918942 admin admin] Pushing event deleted for resources: {'Network': ['ID=974d5c3b-985e-4208-bf8c-a8f9e055f5c9,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:44.376544 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59436) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:44.416047 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-70e85263-0c3b-4954-98fb-42ddabe42c9e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e4287883e5c54c1682cb7dbb60c288b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381804 Oct 28 09:41:44.418334 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59438) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:44.466103 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-14495bf3-8906-457d-9b63-06fbdc92f847 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:44.490808 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-14495bf3-8906-457d-9b63-06fbdc92f847 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:44.540291 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-14495bf3-8906-457d-9b63-06fbdc92f847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:44.542800 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-14495bf3-8906-457d-9b63-06fbdc92f847 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:44.543959 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-14495bf3-8906-457d-9b63-06fbdc92f847 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4727b252-fe5f-4154-a527-c1bf5ac816e2 HTTP/1.1" status: 204 len: 168 time: 0.1247232 Oct 28 09:41:44.552546 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14495bf3-8906-457d-9b63-06fbdc92f847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4727b252-fe5f-4154-a527-c1bf5ac816e2,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:44.858679 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59446) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:44.905370 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-87a4bc98-6ae1-4a6a-a874-3651d3ce420f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3c456d89f3904f22b0b3d4719e8eb3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447628 Oct 28 09:41:44.907768 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59448) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:44.957030 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7b8e3938-e544-47cd-a0ea-1bf2b25dc17a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:44.977545 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7b8e3938-e544-47cd-a0ea-1bf2b25dc17a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:45.023846 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7b8e3938-e544-47cd-a0ea-1bf2b25dc17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:45.026875 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7b8e3938-e544-47cd-a0ea-1bf2b25dc17a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:45.028035 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-7b8e3938-e544-47cd-a0ea-1bf2b25dc17a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d7ba1281-4b71-4baf-bb3a-74ee9d2780b3 HTTP/1.1" status: 204 len: 168 time: 0.1193292 Oct 28 09:41:45.037015 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e3938-e544-47cd-a0ea-1bf2b25dc17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ba1281-4b71-4baf-bb3a-74ee9d2780b3,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:45.701367 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 0f71c7c3-9637-4c07-8d19-6ed592734947 no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:41:45.723030 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: 0f71c7c3-9637-4c07-8d19-6ed592734947 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:41:45.723355 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 0f71c7c3-9637-4c07-8d19-6ed592734947 not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:41:46.408554 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1bb3b-7c16-408e-bdad-b2b8859e6004 req-b12436a8-fd13-4fb2-bb6c-136ae73bcb42 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:46.410046 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c0f1bb3b-7c16-408e-bdad-b2b8859e6004 req-b12436a8-fd13-4fb2-bb6c-136ae73bcb42 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0527527 Oct 28 09:41:46.448273 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c0f1bb3b-7c16-408e-bdad-b2b8859e6004 req-a07eac19-27a4-48ee-b060-e5c96989397e tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320439 Oct 28 09:41:46.957278 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59496) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:47.060782 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-529464b6-a95b-4276-8a4c-14a3e742bfed admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:47.133302 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-529464b6-a95b-4276-8a4c-14a3e742bfed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:47.137109 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-529464b6-a95b-4276-8a4c-14a3e742bfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:47.176100 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-529464b6-a95b-4276-8a4c-14a3e742bfed admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8a463966742a47889d6d73cf1d873ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2176967 Oct 28 09:41:47.176930 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529464b6-a95b-4276-8a4c-14a3e742bfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ebb24d-e7f4-4210-ae22-b3258ee32059,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:47.178795 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 59500) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:47.230636 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-743109c9-55d5-44e7-8505-8bec4ec91b2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:47.251440 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-743109c9-55d5-44e7-8505-8bec4ec91b2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:47.297500 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-743109c9-55d5-44e7-8505-8bec4ec91b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:47.300122 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-743109c9-55d5-44e7-8505-8bec4ec91b2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:47.301288 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-743109c9-55d5-44e7-8505-8bec4ec91b2a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/63ebb24d-e7f4-4210-ae22-b3258ee32059 HTTP/1.1" status: 204 len: 168 time: 0.1200280 Oct 28 09:41:47.308920 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743109c9-55d5-44e7-8505-8bec4ec91b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ebb24d-e7f4-4210-ae22-b3258ee32059,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:47.565643 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ac508-8b35-4df8-8ae2-6df9257edf93 req-95ce2456-53b9-4b86-b747-d85bac9a4339 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:47.567339 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d29ac508-8b35-4df8-8ae2-6df9257edf93 req-95ce2456-53b9-4b86-b747-d85bac9a4339 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0495374 Oct 28 09:41:47.606087 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d29ac508-8b35-4df8-8ae2-6df9257edf93 req-bd94d371-f507-4055-a1af-2e5b4287edc6 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326743 Oct 28 09:41:47.915244 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59526) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:48.009697 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-cf06f768-4025-48b0-9908-6d21ee49c12c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-972087487-network', 'tenant_id': '0c21dfdaee364617abd51da0c404f641'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:41:48.029941 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf06f768-4025-48b0-9908-6d21ee49c12c admin admin] Made reservation on behalf of 0c21dfdaee364617abd51da0c404f641 for: {'network': 1} {{(pid=101549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:41:48.032362 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-cf06f768-4025-48b0-9908-6d21ee49c12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for network, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:48.044362 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-cf06f768-4025-48b0-9908-6d21ee49c12c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:48.117888 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-cf06f768-4025-48b0-9908-6d21ee49c12c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:48.121653 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-cf06f768-4025-48b0-9908-6d21ee49c12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:48.147502 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf06f768-4025-48b0-9908-6d21ee49c12c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=101549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:41:48.156486 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06f768-4025-48b0-9908-6d21ee49c12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21476da-bcfb-4159-aa43-ee58f27e3b38,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:48.162656 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-cf06f768-4025-48b0-9908-6d21ee49c12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:48.162993 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.segments_db [None req-cf06f768-4025-48b0-9908-6d21ee49c12c admin admin] Added segment f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1 of type vlan for network 3ec025e8-c907-428e-81e8-ed8edc7a1310 Oct 28 09:41:48.203160 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-cf06f768-4025-48b0-9908-6d21ee49c12c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729415096998'] for network, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:48.227579 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-cf06f768-4025-48b0-9908-6d21ee49c12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for network, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:48.228571 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf06f768-4025-48b0-9908-6d21ee49c12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:48.229155 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-cf06f768-4025-48b0-9908-6d21ee49c12c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:48.280788 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-cf06f768-4025-48b0-9908-6d21ee49c12c admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3644261 Oct 28 09:41:48.283709 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 59530) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:48.289065 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-78ed6909-c088-490b-893e-0aa3a1abb36b admin admin] Request body: {'subnet': {'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-972087487-subnet', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'ip_version': 4}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:41:48.291757 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06f768-4025-48b0-9908-6d21ee49c12c admin admin] Pushing event updated for resources: {'Network': ['ID=3ec025e8-c907-428e-81e8-ed8edc7a1310,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:48.301996 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Network 3ec025e8-c907-428e-81e8-ed8edc7a1310 details requested by agent ovs-agent-dv-cinder-815146-5-iscsi with host dv-cinder-815146-5-iscsi {{(pid=101551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:41:48.313815 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ed6909-c088-490b-893e-0aa3a1abb36b admin admin] Made reservation on behalf of 0c21dfdaee364617abd51da0c404f641 for: {'subnet': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:41:48.316389 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-78ed6909-c088-490b-893e-0aa3a1abb36b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8402745'] for subnet, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:48.482204 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-78ed6909-c088-490b-893e-0aa3a1abb36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8897243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8402731'] for subnet, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:48.540822 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed6909-c088-490b-893e-0aa3a1abb36b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e11436ea-b0d5-47f1-b827-7d70d47e8d45,revision_number=0']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:48.550090 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed6909-c088-490b-893e-0aa3a1abb36b admin admin] Checking segment: {'id': 'f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:41:48.550440 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ed6909-c088-490b-893e-0aa3a1abb36b admin admin] Network hostable DHCP agents. Network: 3ec025e8-c907-428e-81e8-ed8edc7a1310, hostable agents: ['51f327a7-c6d2-45a0-a90b-356f50710923'], hosted agents: [] {{(pid=101550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:41:48.565828 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ed6909-c088-490b-893e-0aa3a1abb36b admin admin] Network 3ec025e8-c907-428e-81e8-ed8edc7a1310 is scheduled to be hosted by DHCP agent 51f327a7-c6d2-45a0-a90b-356f50710923 with binding_index 1 {{(pid=101550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:41:48.574159 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-78ed6909-c088-490b-893e-0aa3a1abb36b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-5-iscsi, 3ec025e8-c907-428e-81e8-ed8edc7a1310) {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:41:48.578898 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ed6909-c088-490b-893e-0aa3a1abb36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:48.579549 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-78ed6909-c088-490b-893e-0aa3a1abb36b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for subnet, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:48.584129 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20fb25f-ffcd-4193-b20c-6c4201d1922f None None] Network 3ec025e8-c907-428e-81e8-ed8edc7a1310 requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:41:48.595424 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-78ed6909-c088-490b-893e-0aa3a1abb36b admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3105752 Oct 28 09:41:48.598084 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 59532) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:48.602304 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-6191d57c-8739-4132-8b13-63ec97c2aa28 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:41:48.622048 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6191d57c-8739-4132-8b13-63ec97c2aa28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1638839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3352'] for router, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:48.623136 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6191d57c-8739-4132-8b13-63ec97c2aa28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1639374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1762869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3363'] for router, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:48.687414 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6191d57c-8739-4132-8b13-63ec97c2aa28 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:48.734571 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a48e4ac-4cda-46ef-87e9-f126f26d73a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp197d0051-dcd6-579c-9846-4ee4697789d2-3ec025e8-c907-428e-81e8-ed8edc7a1310', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45'}]}} from dv-cinder-815146-5-iscsi. {{(pid=101551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:41:48.735452 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-4a48e4ac-4cda-46ef-87e9-f126f26d73a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:48.839040 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6191d57c-8739-4132-8b13-63ec97c2aa28 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:49.021413 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efadd0e-1380-4f01-9920-17b8bc7632bf req-8bc894df-f9d0-4ac6-8d32-979c7b6dce2c tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:49.024112 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7efadd0e-1380-4f01-9920-17b8bc7632bf req-8bc894df-f9d0-4ac6-8d32-979c7b6dce2c tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.3396425 Oct 28 09:41:49.066697 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.db_base_plugin_common [None req-4a48e4ac-4cda-46ef-87e9-f126f26d73a9 None None] Allocated IP 172.20.0.2 (3ec025e8-c907-428e-81e8-ed8edc7a1310/e11436ea-b0d5-47f1-b827-7d70d47e8d45/a05126aa-738b-4ff9-98fe-cbb50ed4bee5) {{(pid=101551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:41:49.086145 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7efadd0e-1380-4f01-9920-17b8bc7632bf req-45887211-9335-441f-89de-4438b0581cda tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531714 Oct 28 09:41:49.088660 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6191d57c-8739-4132-8b13-63ec97c2aa28 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:49.114281 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6191d57c-8739-4132-8b13-63ec97c2aa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:49.219527 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [None req-6191d57c-8739-4132-8b13-63ec97c2aa28 admin admin] Allocated IP 172.27.2.35 (31303b2b-323a-4b81-9e96-008831f8aead/d3684885-b597-423f-94c6-5f950061bf40/395e49ee-1928-42c7-becf-224776269db2) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:41:49.222432 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-4a48e4ac-4cda-46ef-87e9-f126f26d73a9 None None] Publish callbacks [] for port, precommit_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:49.228603 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-4a48e4ac-4cda-46ef-87e9-f126f26d73a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:49.269745 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a48e4ac-4cda-46ef-87e9-f126f26d73a9 None None] Network 3ec025e8-c907-428e-81e8-ed8edc7a1310 is already hosted by enough agents. {{(pid=101551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:41:49.274246 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.scheduler.base_scheduler [None req-4a48e4ac-4cda-46ef-87e9-f126f26d73a9 None None] Resources bound (agent type, host, resource id): {{(pid=101551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:41:49.276881 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a48e4ac-4cda-46ef-87e9-f126f26d73a9 None None] Received port after_create {{(pid=101551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:41:49.284727 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48e4ac-4cda-46ef-87e9-f126f26d73a9 None None] Pushing event updated for resources: {'Port': ['ID=a05126aa-738b-4ff9-98fe-cbb50ed4bee5,revision_number=1']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:49.328992 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6191d57c-8739-4132-8b13-63ec97c2aa28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:49.337392 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-4a48e4ac-4cda-46ef-87e9-f126f26d73a9 None None] Attempting to bind port a05126aa-738b-4ff9-98fe-cbb50ed4bee5 on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:41:49.337850 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-4a48e4ac-4cda-46ef-87e9-f126f26d73a9 None None] Attempting to bind port a05126aa-738b-4ff9-98fe-cbb50ed4bee5 by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': 'f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310'}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:41:49.338116 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a48e4ac-4cda-46ef-87e9-f126f26d73a9 None None] Attempting to bind port a05126aa-738b-4ff9-98fe-cbb50ed4bee5 on network 3ec025e8-c907-428e-81e8-ed8edc7a1310 {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:41:49.344164 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a48e4ac-4cda-46ef-87e9-f126f26d73a9 None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:41:49.344473 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a48e4ac-4cda-46ef-87e9-f126f26d73a9 None None] Checking segment: {'id': 'f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:41:49.344879 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-4a48e4ac-4cda-46ef-87e9-f126f26d73a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:49.345268 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a48e4ac-4cda-46ef-87e9-f126f26d73a9 None None] Bound using segment: {'id': 'f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310'} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:41:49.345742 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-4a48e4ac-4cda-46ef-87e9-f126f26d73a9 None None] Bound port: a05126aa-738b-4ff9-98fe-cbb50ed4bee5, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310'}}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:41:49.346122 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-4a48e4ac-4cda-46ef-87e9-f126f26d73a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:49.363070 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6191d57c-8739-4132-8b13-63ec97c2aa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:49.401504 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6191d57c-8739-4132-8b13-63ec97c2aa28 admin admin] Network 31303b2b-323a-4b81-9e96-008831f8aead is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:41:49.405178 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-6191d57c-8739-4132-8b13-63ec97c2aa28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:41:49.408894 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6191d57c-8739-4132-8b13-63ec97c2aa28 admin admin] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:41:49.414203 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-4a48e4ac-4cda-46ef-87e9-f126f26d73a9 None None] For port a05126aa-738b-4ff9-98fe-cbb50ed4bee5, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:41:49.418405 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-4a48e4ac-4cda-46ef-87e9-f126f26d73a9 None None] For port a05126aa-738b-4ff9-98fe-cbb50ed4bee5, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=a05126aa-738b-4ff9-98fe-cbb50ed4bee5,segment=NetworkSegment(f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1),segment_id=f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1)] {{(pid=101551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:41:49.423188 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-4a48e4ac-4cda-46ef-87e9-f126f26d73a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:49.433495 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191d57c-8739-4132-8b13-63ec97c2aa28 admin admin] Pushing event updated for resources: {'Port': ['ID=395e49ee-1928-42c7-becf-224776269db2,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:49.483870 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48e4ac-4cda-46ef-87e9-f126f26d73a9 None None] Pushing event updated for resources: {'Port': ['ID=a05126aa-738b-4ff9-98fe-cbb50ed4bee5,revision_number=2']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:49.678097 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6191d57c-8739-4132-8b13-63ec97c2aa28 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:49.776181 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device a05126aa-738b-4ff9-98fe-cbb50ed4bee5 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:41:49.828047 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port a05126aa-738b-4ff9-98fe-cbb50ed4bee5 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:41:49.828419 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:49.898066 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6191d57c-8739-4132-8b13-63ec97c2aa28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1653836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639315'] for router, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:49.906955 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:49.941409 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] For port a05126aa-738b-4ff9-98fe-cbb50ed4bee5, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=a05126aa-738b-4ff9-98fe-cbb50ed4bee5,segment=NetworkSegment(f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1),segment_id=f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:49.948589 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:49.996932 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Pushing event updated for resources: {'Port': ['ID=a05126aa-738b-4ff9-98fe-cbb50ed4bee5,revision_number=3']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:50.028572 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6191d57c-8739-4132-8b13-63ec97c2aa28 admin admin] Router 46ac8724-3d1e-4554-a165-0c65a450b2bf is scheduled to L3 agent b795c905-d4ab-4275-b216-80b90b100426 with binding_index 1 {{(pid=101550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:41:50.138088 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6191d57c-8739-4132-8b13-63ec97c2aa28 admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:41:50.147760 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] Sync routers for ids ['46ac8724-3d1e-4554-a165-0c65a450b2bf'] in dv-cinder-815146-5-iscsi {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:41:50.163041 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6191d57c-8739-4132-8b13-63ec97c2aa28 admin admin] Publish callbacks [] for router, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:50.167779 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-6191d57c-8739-4132-8b13-63ec97c2aa28 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5654938 Oct 28 09:41:50.167779 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 59542) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:50.168064 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] Routers {'46ac8724-3d1e-4554-a165-0c65a450b2bf'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:50.168174 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:41:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['46ac8724-3d1e-4554-a165-0c65a450b2bf'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:50.238969 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e40da-8da2-4ec0-914b-28ac18f42654 req-b652c5c3-4769-4882-9051-19eb59b88fbb tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:50.247138 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-054e40da-8da2-4ec0-914b-28ac18f42654 req-b652c5c3-4769-4882-9051-19eb59b88fbb tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0609813 Oct 28 09:41:50.286335 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-054e40da-8da2-4ec0-914b-28ac18f42654 req-8c64d56d-c4af-4c88-9065-4d3e7b268e3f tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380483 Oct 28 09:41:50.312551 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] Set router 46ac8724-3d1e-4554-a165-0c65a450b2bf gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:50.454208 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd67b00-2adc-4e02-abd0-3fc67a3cb7b0 None None] Network 3ec025e8-c907-428e-81e8-ed8edc7a1310 requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:41:50.551958 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-f7204f73-0cda-4459-9bbe-6d531005f598 None None] Provisioning complete for port a05126aa-738b-4ff9-98fe-cbb50ed4bee5 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:41:50.552330 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f7204f73-0cda-4459-9bbe-6d531005f598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:50.605170 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7a51abde-cac5-4554-8cc3-0f5653306a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:50.661262 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:49Z', 'revision_number': 3, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:50.710215 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] Checking router: 46ac8724-3d1e-4554-a165-0c65a450b2bf for host: dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:41:50.710484 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] Updating router 46ac8724-3d1e-4554-a165-0c65a450b2bf port 395e49ee-1928-42c7-becf-224776269db2 binding host dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:41:50.760125 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [None req-7a51abde-cac5-4554-8cc3-0f5653306a29 admin admin] Allocated IP 172.20.0.1 (3ec025e8-c907-428e-81e8-ed8edc7a1310/e11436ea-b0d5-47f1-b827-7d70d47e8d45/a7dc0ace-e0b9-479b-8efb-5f5bbd901340) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:41:50.769794 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:50.875725 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7a51abde-cac5-4554-8cc3-0f5653306a29 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:50.916060 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7a51abde-cac5-4554-8cc3-0f5653306a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:50.959913 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a51abde-cac5-4554-8cc3-0f5653306a29 admin admin] Network 3ec025e8-c907-428e-81e8-ed8edc7a1310 is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:41:50.964711 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-7a51abde-cac5-4554-8cc3-0f5653306a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:41:50.969125 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a51abde-cac5-4554-8cc3-0f5653306a29 admin admin] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:41:50.993002 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51abde-cac5-4554-8cc3-0f5653306a29 admin admin] Pushing event updated for resources: {'Port': ['ID=a7dc0ace-e0b9-479b-8efb-5f5bbd901340,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:51.012734 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7a51abde-cac5-4554-8cc3-0f5653306a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1640142'] for router_interface, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:51.070133 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] Publish callbacks [] for port, precommit_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:51.071472 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-daac47d2-4ee5-4b73-9d9a-0ddc2d1d9f92 None None] Provisioning complete for port a05126aa-738b-4ff9-98fe-cbb50ed4bee5 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:41:51.071864 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-daac47d2-4ee5-4b73-9d9a-0ddc2d1d9f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:51.103647 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:51.150085 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7a51abde-cac5-4554-8cc3-0f5653306a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:51.174402 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] Attempting to bind port 395e49ee-1928-42c7-becf-224776269db2 on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:41:51.174775 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] Attempting to bind port 395e49ee-1928-42c7-becf-224776269db2 by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:41:51.175134 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] Attempting to bind port 395e49ee-1928-42c7-becf-224776269db2 on network 31303b2b-323a-4b81-9e96-008831f8aead {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:41:51.188636 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b3246-0707-4cda-a921-b7438eb5b996 None None] Pushing event updated for resources: {'Port': ['ID=395e49ee-1928-42c7-becf-224776269db2,revision_number=2']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:51.193398 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:41:51.193398 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] Checking segment: {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:41:51.193398 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:51.193795 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] Bound using segment: {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:41:51.194128 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] Bound port: 395e49ee-1928-42c7-becf-224776269db2, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:41:51.194833 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:51.283147 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] For port 395e49ee-1928-42c7-becf-224776269db2, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:41:51.286612 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] For port 395e49ee-1928-42c7-becf-224776269db2, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=395e49ee-1928-42c7-becf-224776269db2,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:41:51.290576 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:51.339274 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7a51abde-cac5-4554-8cc3-0f5653306a29 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:51.345110 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7a51abde-cac5-4554-8cc3-0f5653306a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:51.354456 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] Routers {'46ac8724-3d1e-4554-a165-0c65a450b2bf'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:51.355080 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:41:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['46ac8724-3d1e-4554-a165-0c65a450b2bf'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:51.414931 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51abde-cac5-4554-8cc3-0f5653306a29 admin admin] Pushing event updated for resources: {'Port': ['ID=a7dc0ace-e0b9-479b-8efb-5f5bbd901340,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:51.417473 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7a51abde-cac5-4554-8cc3-0f5653306a29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653342'] for router_interface, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:51.418430 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6221828-7279-4e33-8572-f7e0bdda8168 req-622f8490-a6ef-4b6e-bfe5-00a868f51216 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:51.420893 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e6221828-7279-4e33-8572-f7e0bdda8168 req-622f8490-a6ef-4b6e-bfe5-00a868f51216 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0603669 Oct 28 09:41:51.437288 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b3246-0707-4cda-a921-b7438eb5b996 None None] Pushing event updated for resources: {'Port': ['ID=395e49ee-1928-42c7-becf-224776269db2,revision_number=3']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:51.462374 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-568c9953-f7e2-4a3e-9096-4c894d5479c4 None None] Provisioning complete for port a7dc0ace-e0b9-479b-8efb-5f5bbd901340 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:41:51.463084 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-568c9953-f7e2-4a3e-9096-4c894d5479c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:51.478424 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e6221828-7279-4e33-8572-f7e0bdda8168 req-a9e5fe60-264a-430d-8c0f-4a438af636d5 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513268 Oct 28 09:41:51.520275 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-568c9953-f7e2-4a3e-9096-4c894d5479c4 None None] Port a7dc0ace-e0b9-479b-8efb-5f5bbd901340 cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:41:51.522659 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] Set router 46ac8724-3d1e-4554-a165-0c65a450b2bf gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:51.532864 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a51abde-cac5-4554-8cc3-0f5653306a29 admin admin] Network 3ec025e8-c907-428e-81e8-ed8edc7a1310 is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:41:51.534180 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-7a51abde-cac5-4554-8cc3-0f5653306a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:41:51.655556 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a51abde-cac5-4554-8cc3-0f5653306a29 admin admin] Router 46ac8724-3d1e-4554-a165-0c65a450b2bf has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:41:51.746071 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device a05126aa-738b-4ff9-98fe-cbb50ed4bee5 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:41:51.898242 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-88c701ce-df90-4195-b6e4-30fed3b0af69 None None] Provisioning complete for port a7dc0ace-e0b9-479b-8efb-5f5bbd901340 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:41:51.898613 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-88c701ce-df90-4195-b6e4-30fed3b0af69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:51.949190 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': 'a7dc0ace-e0b9-479b-8efb-5f5bbd901340', 'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'mac_address': 'fa:16:3e:89:d0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:50Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 2, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'subnets': [{'id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:51.954442 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-88c701ce-df90-4195-b6e4-30fed3b0af69 None None] Port a7dc0ace-e0b9-479b-8efb-5f5bbd901340 cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:41:51.982000 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44332c4-1455-4a6b-916e-edf2c690f84a None None] The sync data for ids ['46ac8724-3d1e-4554-a165-0c65a450b2bf'] in dv-cinder-815146-5-iscsi is: [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': 'a7dc0ace-e0b9-479b-8efb-5f5bbd901340', 'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'mac_address': 'fa:16:3e:89:d0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:50Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 2, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'subnets': [{'id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:41:51.998205 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port a05126aa-738b-4ff9-98fe-cbb50ed4bee5 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:41:51.998675 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:52.033482 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a51abde-cac5-4554-8cc3-0f5653306a29 admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:41:52.040946 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-7a51abde-cac5-4554-8cc3-0f5653306a29 admin admin] 10.222.0.113 "PUT /v2.0/routers/46ac8724-3d1e-4554-a165-0c65a450b2bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8722270 Oct 28 09:41:52.302275 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:52.577416 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 59566) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:52.582448 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-cf506538-2e8d-4909-86a3-f8452887bb5e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1132790752-network', 'tenant_id': '3ac8c63e818c46f1a2bd6f87ae9da767'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:41:52.628908 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf506538-2e8d-4909-86a3-f8452887bb5e admin admin] Made reservation on behalf of 3ac8c63e818c46f1a2bd6f87ae9da767 for: {'network': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:41:52.631341 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bd629-0b60-4d80-b35b-d28740b9a2e7 req-167a22bf-7a54-46fe-9480-328ce8f36cf1 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:52.631926 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-cf506538-2e8d-4909-86a3-f8452887bb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for network, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:52.632936 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6f0bd629-0b60-4d80-b35b-d28740b9a2e7 req-167a22bf-7a54-46fe-9480-328ce8f36cf1 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0758979 Oct 28 09:41:52.644336 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-cf506538-2e8d-4909-86a3-f8452887bb5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:52.679322 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6f0bd629-0b60-4d80-b35b-d28740b9a2e7 req-a01dbd0a-a501-4e63-9b3a-ac0a947a85e1 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404193 Oct 28 09:41:52.741925 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-cf506538-2e8d-4909-86a3-f8452887bb5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:52.746116 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-cf506538-2e8d-4909-86a3-f8452887bb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:52.772418 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf506538-2e8d-4909-86a3-f8452887bb5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=101550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:41:52.781478 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf506538-2e8d-4909-86a3-f8452887bb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57489414-328e-451d-b8dc-f32b42e7f6ea,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:52.788039 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-cf506538-2e8d-4909-86a3-f8452887bb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:52.788397 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.db.segments_db [None req-cf506538-2e8d-4909-86a3-f8452887bb5e admin admin] Added segment 3dc3d944-e9b1-4076-b2d1-e24993a98e04 of type vlan for network 71167c7a-6f8e-47d0-9433-00ef574f34da Oct 28 09:41:52.830589 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-cf506538-2e8d-4909-86a3-f8452887bb5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729415096998'] for network, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:52.857574 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-cf506538-2e8d-4909-86a3-f8452887bb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for network, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:52.858522 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf506538-2e8d-4909-86a3-f8452887bb5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:52.859100 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-cf506538-2e8d-4909-86a3-f8452887bb5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:52.923135 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59568) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:52.923441 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-cf506538-2e8d-4909-86a3-f8452887bb5e admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3449903 Oct 28 09:41:52.928607 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-5560075b-e327-4216-87f9-c6e483bb8d09 admin admin] Request body: {'subnet': {'network_id': '71167c7a-6f8e-47d0-9433-00ef574f34da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1132790752-subnet', 'tenant_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'ip_version': 4}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:41:52.928908 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf506538-2e8d-4909-86a3-f8452887bb5e admin admin] Pushing event updated for resources: {'Network': ['ID=71167c7a-6f8e-47d0-9433-00ef574f34da,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:52.940624 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Network 71167c7a-6f8e-47d0-9433-00ef574f34da details requested by agent ovs-agent-dv-cinder-815146-5-iscsi with host dv-cinder-815146-5-iscsi {{(pid=101551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:41:52.954412 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5560075b-e327-4216-87f9-c6e483bb8d09 admin admin] Made reservation on behalf of 3ac8c63e818c46f1a2bd6f87ae9da767 for: {'subnet': 1} {{(pid=101549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:41:52.957196 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-5560075b-e327-4216-87f9-c6e483bb8d09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8445976'] for subnet, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:53.138222 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-5560075b-e327-4216-87f9-c6e483bb8d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8445962'] for subnet, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:53.194724 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560075b-e327-4216-87f9-c6e483bb8d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c06e487-948c-4aa8-abac-051cb277cfa1,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:53.205333 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5560075b-e327-4216-87f9-c6e483bb8d09 admin admin] Checking segment: {'id': '3dc3d944-e9b1-4076-b2d1-e24993a98e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '71167c7a-6f8e-47d0-9433-00ef574f34da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:41:53.205688 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5560075b-e327-4216-87f9-c6e483bb8d09 admin admin] Network hostable DHCP agents. Network: 71167c7a-6f8e-47d0-9433-00ef574f34da, hostable agents: ['51f327a7-c6d2-45a0-a90b-356f50710923'], hosted agents: [] {{(pid=101549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:41:53.222395 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5560075b-e327-4216-87f9-c6e483bb8d09 admin admin] Network 71167c7a-6f8e-47d0-9433-00ef574f34da is scheduled to be hosted by DHCP agent 51f327a7-c6d2-45a0-a90b-356f50710923 with binding_index 1 {{(pid=101549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:41:53.231391 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.base_scheduler [None req-5560075b-e327-4216-87f9-c6e483bb8d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-5-iscsi, 71167c7a-6f8e-47d0-9433-00ef574f34da) {{(pid=101549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:41:53.236207 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5560075b-e327-4216-87f9-c6e483bb8d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:53.236825 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-5560075b-e327-4216-87f9-c6e483bb8d09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:53.241085 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36d1eaa-d12d-4df9-8db6-bfffe3ef8bfa None None] Network 71167c7a-6f8e-47d0-9433-00ef574f34da requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:41:53.257954 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-5560075b-e327-4216-87f9-c6e483bb8d09 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3288703 Oct 28 09:41:53.258191 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59570) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:53.262395 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-f7b0389b-76ff-41bb-85da-e3792541fc5a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1132790752-router', 'tenant_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:41:53.284058 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f7b0389b-76ff-41bb-85da-e3792541fc5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1638839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3352'] for router, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:53.285158 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f7b0389b-76ff-41bb-85da-e3792541fc5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1639374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1762869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3363'] for router, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:53.341749 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f7b0389b-76ff-41bb-85da-e3792541fc5a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:53.393807 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3dea13-c318-4117-aeb5-c1a25ac18420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp197d0051-dcd6-579c-9846-4ee4697789d2-71167c7a-6f8e-47d0-9433-00ef574f34da', 'network_id': '71167c7a-6f8e-47d0-9433-00ef574f34da', 'tenant_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'fixed_ips': [{'subnet_id': '2c06e487-948c-4aa8-abac-051cb277cfa1'}]}} from dv-cinder-815146-5-iscsi. {{(pid=101551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:41:53.395058 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-ef3dea13-c318-4117-aeb5-c1a25ac18420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:53.486428 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f7b0389b-76ff-41bb-85da-e3792541fc5a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:53.538693 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.db_base_plugin_common [None req-ef3dea13-c318-4117-aeb5-c1a25ac18420 None None] Allocated IP 172.20.0.2 (71167c7a-6f8e-47d0-9433-00ef574f34da/2c06e487-948c-4aa8-abac-051cb277cfa1/29b8acc4-9089-4c81-be4e-9b35f8476b76) {{(pid=101551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:41:53.690828 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-ef3dea13-c318-4117-aeb5-c1a25ac18420 None None] Publish callbacks [] for port, precommit_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:53.698629 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-ef3dea13-c318-4117-aeb5-c1a25ac18420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:53.703294 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f7b0389b-76ff-41bb-85da-e3792541fc5a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:53.722153 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f7b0389b-76ff-41bb-85da-e3792541fc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:53.741937 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3dea13-c318-4117-aeb5-c1a25ac18420 None None] Network 71167c7a-6f8e-47d0-9433-00ef574f34da is already hosted by enough agents. {{(pid=101551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:41:53.745115 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.scheduler.base_scheduler [None req-ef3dea13-c318-4117-aeb5-c1a25ac18420 None None] Resources bound (agent type, host, resource id): {{(pid=101551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:41:53.751992 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3dea13-c318-4117-aeb5-c1a25ac18420 None None] Received port after_create {{(pid=101551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:41:53.760921 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3dea13-c318-4117-aeb5-c1a25ac18420 None None] Pushing event updated for resources: {'Port': ['ID=29b8acc4-9089-4c81-be4e-9b35f8476b76,revision_number=1']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:53.797554 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 395e49ee-1928-42c7-becf-224776269db2 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:41:53.853193 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-ef3dea13-c318-4117-aeb5-c1a25ac18420 None None] Attempting to bind port 29b8acc4-9089-4c81-be4e-9b35f8476b76 on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:41:53.853571 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-ef3dea13-c318-4117-aeb5-c1a25ac18420 None None] Attempting to bind port 29b8acc4-9089-4c81-be4e-9b35f8476b76 by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '3dc3d944-e9b1-4076-b2d1-e24993a98e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '71167c7a-6f8e-47d0-9433-00ef574f34da'}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:41:53.853941 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3dea13-c318-4117-aeb5-c1a25ac18420 None None] Attempting to bind port 29b8acc4-9089-4c81-be4e-9b35f8476b76 on network 71167c7a-6f8e-47d0-9433-00ef574f34da {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:41:53.865596 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3dea13-c318-4117-aeb5-c1a25ac18420 None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:41:53.866094 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3dea13-c318-4117-aeb5-c1a25ac18420 None None] Checking segment: {'id': '3dc3d944-e9b1-4076-b2d1-e24993a98e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '71167c7a-6f8e-47d0-9433-00ef574f34da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:41:53.866504 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-ef3dea13-c318-4117-aeb5-c1a25ac18420 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:53.866930 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3dea13-c318-4117-aeb5-c1a25ac18420 None None] Bound using segment: {'id': '3dc3d944-e9b1-4076-b2d1-e24993a98e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '71167c7a-6f8e-47d0-9433-00ef574f34da'} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:41:53.867410 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-ef3dea13-c318-4117-aeb5-c1a25ac18420 None None] Bound port: 29b8acc4-9089-4c81-be4e-9b35f8476b76, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc3d944-e9b1-4076-b2d1-e24993a98e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '71167c7a-6f8e-47d0-9433-00ef574f34da'}}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:41:53.867817 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-ef3dea13-c318-4117-aeb5-c1a25ac18420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:53.885104 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c239886-0db3-448b-a17d-fa189a403c8b req-c7ec0bc7-2547-4e21-9c27-4e5982d0c141 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:53.886684 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-9c239886-0db3-448b-a17d-fa189a403c8b req-c7ec0bc7-2547-4e21-9c27-4e5982d0c141 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0947516 Oct 28 09:41:53.917969 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 395e49ee-1928-42c7-becf-224776269db2 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:41:53.918620 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:53.925606 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_common [None req-f7b0389b-76ff-41bb-85da-e3792541fc5a admin admin] Allocated IP 172.27.2.198 (31303b2b-323a-4b81-9e96-008831f8aead/d3684885-b597-423f-94c6-5f950061bf40/eced570a-3e68-4489-9a64-96064b0a9cb5) {{(pid=101549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:41:53.955033 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-9c239886-0db3-448b-a17d-fa189a403c8b req-5b1726b0-8ade-43b3-b787-db03c468b635 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600722 Oct 28 09:41:53.976966 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-ef3dea13-c318-4117-aeb5-c1a25ac18420 None None] For port 29b8acc4-9089-4c81-be4e-9b35f8476b76, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:41:53.980850 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-ef3dea13-c318-4117-aeb5-c1a25ac18420 None None] For port 29b8acc4-9089-4c81-be4e-9b35f8476b76, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=29b8acc4-9089-4c81-be4e-9b35f8476b76,segment=NetworkSegment(3dc3d944-e9b1-4076-b2d1-e24993a98e04),segment_id=3dc3d944-e9b1-4076-b2d1-e24993a98e04)] {{(pid=101551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:41:53.992686 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-ef3dea13-c318-4117-aeb5-c1a25ac18420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:54.049579 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] Sync routers for ids ['46ac8724-3d1e-4554-a165-0c65a450b2bf'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:41:54.059609 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f7b0389b-76ff-41bb-85da-e3792541fc5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:54.064237 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] Routers {'46ac8724-3d1e-4554-a165-0c65a450b2bf'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:54.065477 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:41:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['46ac8724-3d1e-4554-a165-0c65a450b2bf'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:54.078015 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3dea13-c318-4117-aeb5-c1a25ac18420 None None] Pushing event updated for resources: {'Port': ['ID=29b8acc4-9089-4c81-be4e-9b35f8476b76,revision_number=2']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:54.080315 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:54.101776 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] For port 395e49ee-1928-42c7-becf-224776269db2, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=395e49ee-1928-42c7-becf-224776269db2,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:54.106066 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:54.113835 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f7b0389b-76ff-41bb-85da-e3792541fc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:54.155958 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0389b-76ff-41bb-85da-e3792541fc5a admin admin] Pushing event updated for resources: {'Port': ['ID=eced570a-3e68-4489-9a64-96064b0a9cb5,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:54.167857 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b0389b-76ff-41bb-85da-e3792541fc5a admin admin] Network 31303b2b-323a-4b81-9e96-008831f8aead is already hosted by enough agents. {{(pid=101549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:41:54.169316 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.base_scheduler [None req-f7b0389b-76ff-41bb-85da-e3792541fc5a admin admin] Resources bound (agent type, host, resource id): {{(pid=101549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:41:54.172261 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0389b-76ff-41bb-85da-e3792541fc5a admin admin] Received port after_create {{(pid=101549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:41:54.181668 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Pushing event updated for resources: {'Port': ['ID=395e49ee-1928-42c7-becf-224776269db2,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:54.202910 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] Set router 46ac8724-3d1e-4554-a165-0c65a450b2bf gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:54.441905 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': 'a7dc0ace-e0b9-479b-8efb-5f5bbd901340', 'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'mac_address': 'fa:16:3e:89:d0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:50Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 2, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'subnets': [{'id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:54.457197 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f7b0389b-76ff-41bb-85da-e3792541fc5a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:54.468870 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] Checking router: 46ac8724-3d1e-4554-a165-0c65a450b2bf for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:41:54.469224 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] Updating router 46ac8724-3d1e-4554-a165-0c65a450b2bf port a7dc0ace-e0b9-479b-8efb-5f5bbd901340 binding host dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:41:54.494974 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:54.662421 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f7b0389b-76ff-41bb-85da-e3792541fc5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1653836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639315'] for router, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:54.774033 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] Publish callbacks [] for port, precommit_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:54.783061 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:54.796146 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b0389b-76ff-41bb-85da-e3792541fc5a admin admin] Router 1a23f9f7-db89-43ae-8263-a4aae8889122 is scheduled to L3 agent b795c905-d4ab-4275-b216-80b90b100426 with binding_index 1 {{(pid=101549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:41:54.833545 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f87308-1d06-42d4-9cf8-4f9de383cc96 None None] Pushing event updated for resources: {'Port': ['ID=a7dc0ace-e0b9-479b-8efb-5f5bbd901340,revision_number=3']} {{(pid=101552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:54.858881 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f87308-1d06-42d4-9cf8-4f9de383cc96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:54.859235 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f87308-1d06-42d4-9cf8-4f9de383cc96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:54.859569 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f87308-1d06-42d4-9cf8-4f9de383cc96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:54.859921 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f87308-1d06-42d4-9cf8-4f9de383cc96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:54.860245 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f87308-1d06-42d4-9cf8-4f9de383cc96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:54.860562 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f87308-1d06-42d4-9cf8-4f9de383cc96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:54.860891 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f87308-1d06-42d4-9cf8-4f9de383cc96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:54.861185 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f87308-1d06-42d4-9cf8-4f9de383cc96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:54.861517 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f87308-1d06-42d4-9cf8-4f9de383cc96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:54.861834 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f87308-1d06-42d4-9cf8-4f9de383cc96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:54.862146 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f87308-1d06-42d4-9cf8-4f9de383cc96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:54.862450 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f87308-1d06-42d4-9cf8-4f9de383cc96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:54.895589 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] Attempting to bind port a7dc0ace-e0b9-479b-8efb-5f5bbd901340 on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:41:54.895985 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] Attempting to bind port a7dc0ace-e0b9-479b-8efb-5f5bbd901340 by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': 'f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310'}] {{(pid=101552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:41:54.896619 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] Attempting to bind port a7dc0ace-e0b9-479b-8efb-5f5bbd901340 on network 3ec025e8-c907-428e-81e8-ed8edc7a1310 {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:41:54.902180 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:41:54.902546 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] Checking segment: {'id': 'f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:41:54.902938 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:54.903325 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] Bound using segment: {'id': 'f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310'} {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:41:54.903903 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] Bound port: a7dc0ace-e0b9-479b-8efb-5f5bbd901340, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310'}}] {{(pid=101552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:41:54.904975 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:54.916416 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b0389b-76ff-41bb-85da-e3792541fc5a admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:41:54.932007 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] Sync routers for ids ['1a23f9f7-db89-43ae-8263-a4aae8889122'] in dv-cinder-815146-5-iscsi {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:41:54.936285 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f7b0389b-76ff-41bb-85da-e3792541fc5a admin admin] Publish callbacks [] for router, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:54.937579 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-f7b0389b-76ff-41bb-85da-e3792541fc5a admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6785676 Oct 28 09:41:54.940515 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 59578) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:54.948681 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] Routers {'1a23f9f7-db89-43ae-8263-a4aae8889122'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:54.949314 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:41:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['1a23f9f7-db89-43ae-8263-a4aae8889122'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:55.009266 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.db [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] For port a7dc0ace-e0b9-479b-8efb-5f5bbd901340, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:41:55.013359 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.db [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] For port a7dc0ace-e0b9-479b-8efb-5f5bbd901340, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=a7dc0ace-e0b9-479b-8efb-5f5bbd901340,segment=NetworkSegment(f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1),segment_id=f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1)] {{(pid=101552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:41:55.020442 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:55.125342 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f87308-1d06-42d4-9cf8-4f9de383cc96 None None] Pushing event updated for resources: {'Port': ['ID=a7dc0ace-e0b9-479b-8efb-5f5bbd901340,revision_number=4']} {{(pid=101552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:55.161609 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0050f-5280-48f4-b734-151c2407fdca req-2a156d2c-076b-458b-9e29-48779a7002f5 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:55.163149 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-62a0050f-5280-48f4-b734-151c2407fdca req-2a156d2c-076b-458b-9e29-48779a7002f5 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0833857 Oct 28 09:41:55.164234 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] Routers {'46ac8724-3d1e-4554-a165-0c65a450b2bf'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:55.165068 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:41:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['46ac8724-3d1e-4554-a165-0c65a450b2bf'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:55.182928 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] Set router 1a23f9f7-db89-43ae-8263-a4aae8889122 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:55.246409 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-62a0050f-5280-48f4-b734-151c2407fdca req-aad4bd0f-81b4-4cd0-817a-36880b5fe5e2 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748751 Oct 28 09:41:55.291967 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] Set router 46ac8724-3d1e-4554-a165-0c65a450b2bf gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:55.295395 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd247e7c-fbc9-4325-9cc4-7e6f99815894 None None] Network 71167c7a-6f8e-47d0-9433-00ef574f34da requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:41:55.407673 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-12ff56fc-95d6-49b3-ade2-3d361aa5623a None None] Provisioning complete for port a7dc0ace-e0b9-479b-8efb-5f5bbd901340 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:41:55.407985 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-12ff56fc-95d6-49b3-ade2-3d361aa5623a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:55.500719 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-03b40904-7a38-4808-9264-b66a1775094f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:55.521367 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': 'a7dc0ace-e0b9-479b-8efb-5f5bbd901340', 'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'mac_address': 'fa:16:3e:89:d0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:50Z', 'updated_at': '2021-10-28T09:41:55Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'subnets': [{'id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:55.552683 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce7feb9-a3e3-4a05-8304-6c50dede9c0c None None] The sync data for ids ['46ac8724-3d1e-4554-a165-0c65a450b2bf'] in dv-cinder-815146-5-iscsi is: [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': 'a7dc0ace-e0b9-479b-8efb-5f5bbd901340', 'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'mac_address': 'fa:16:3e:89:d0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:50Z', 'updated_at': '2021-10-28T09:41:55Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'subnets': [{'id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:41:55.628864 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-12ff56fc-95d6-49b3-ade2-3d361aa5623a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:55.680863 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-12ff56fc-95d6-49b3-ade2-3d361aa5623a None None] For port a7dc0ace-e0b9-479b-8efb-5f5bbd901340, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=a7dc0ace-e0b9-479b-8efb-5f5bbd901340,segment=NetworkSegment(f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1),segment_id=f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:55.683950 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a23f9f7-db89-43ae-8263-a4aae8889122', 'name': 'tempest-TestVolumeBootPattern-1132790752-router', 'tenant_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'eced570a-3e68-4489-9a64-96064b0a9cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:53Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 3, 'project_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'gw_port': {'id': 'eced570a-3e68-4489-9a64-96064b0a9cb5', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a23f9f7-db89-43ae-8263-a4aae8889122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:53Z', 'updated_at': '2021-10-28T09:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:55.714405 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-12ff56fc-95d6-49b3-ade2-3d361aa5623a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:55.718738 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] Checking router: 1a23f9f7-db89-43ae-8263-a4aae8889122 for host: dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:41:55.719150 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] Updating router 1a23f9f7-db89-43ae-8263-a4aae8889122 port eced570a-3e68-4489-9a64-96064b0a9cb5 binding host dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:41:55.728619 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [None req-03b40904-7a38-4808-9264-b66a1775094f admin admin] Allocated IP 172.20.0.1 (71167c7a-6f8e-47d0-9433-00ef574f34da/2c06e487-948c-4aa8-abac-051cb277cfa1/280cccfb-e9de-4828-ad6d-3ad490619738) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:41:55.762157 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:55.947391 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-03b40904-7a38-4808-9264-b66a1775094f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:55.986996 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 29b8acc4-9089-4c81-be4e-9b35f8476b76 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:41:55.996407 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-03b40904-7a38-4808-9264-b66a1775094f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:56.039762 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b40904-7a38-4808-9264-b66a1775094f admin admin] Network 71167c7a-6f8e-47d0-9433-00ef574f34da is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:41:56.042790 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-03b40904-7a38-4808-9264-b66a1775094f admin admin] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:41:56.047541 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b40904-7a38-4808-9264-b66a1775094f admin admin] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:41:56.053280 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b40904-7a38-4808-9264-b66a1775094f admin admin] Pushing event updated for resources: {'Port': ['ID=280cccfb-e9de-4828-ad6d-3ad490619738,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:56.103095 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-03b40904-7a38-4808-9264-b66a1775094f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1640142'] for router_interface, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:56.124960 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-6397cf8a-6790-46ac-84b8-920846714ac6 None None] Provisioning complete for port 29b8acc4-9089-4c81-be4e-9b35f8476b76 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:41:56.125342 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-6397cf8a-6790-46ac-84b8-920846714ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:56.179573 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff56fc-95d6-49b3-ade2-3d361aa5623a None None] Pushing event updated for resources: {'Port': ['ID=a7dc0ace-e0b9-479b-8efb-5f5bbd901340,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:56.266817 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-03b40904-7a38-4808-9264-b66a1775094f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:56.287232 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 29b8acc4-9089-4c81-be4e-9b35f8476b76 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:41:56.287836 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:56.334924 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-6397cf8a-6790-46ac-84b8-920846714ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:56.407360 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc012b-449e-4fd6-9996-cbc671d1448d req-baa3c0f6-9eeb-47bc-a73f-4fc48b436b59 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:56.408939 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-2fcc012b-449e-4fd6-9996-cbc671d1448d req-baa3c0f6-9eeb-47bc-a73f-4fc48b436b59 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0660231 Oct 28 09:41:56.426730 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-6397cf8a-6790-46ac-84b8-920846714ac6 None None] For port 29b8acc4-9089-4c81-be4e-9b35f8476b76, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=29b8acc4-9089-4c81-be4e-9b35f8476b76,segment=NetworkSegment(3dc3d944-e9b1-4076-b2d1-e24993a98e04),segment_id=3dc3d944-e9b1-4076-b2d1-e24993a98e04)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:56.470716 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-6397cf8a-6790-46ac-84b8-920846714ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:56.470944 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-2fcc012b-449e-4fd6-9996-cbc671d1448d req-6d95c3b1-62e8-4605-8c8a-b43f9895ca11 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526311 Oct 28 09:41:56.477316 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-03b40904-7a38-4808-9264-b66a1775094f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:56.484583 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-03b40904-7a38-4808-9264-b66a1775094f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:56.540625 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-6397cf8a-6790-46ac-84b8-920846714ac6 None None] Provisioning complete for port a7dc0ace-e0b9-479b-8efb-5f5bbd901340 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:41:56.540996 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-6397cf8a-6790-46ac-84b8-920846714ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:56.549321 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] Publish callbacks [] for port, precommit_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:56.573099 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:56.588934 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b40904-7a38-4808-9264-b66a1775094f admin admin] Pushing event updated for resources: {'Port': ['ID=280cccfb-e9de-4828-ad6d-3ad490619738,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:56.595940 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-03b40904-7a38-4808-9264-b66a1775094f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653342'] for router_interface, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:56.598268 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:56.604371 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397cf8a-6790-46ac-84b8-920846714ac6 None None] Pushing event updated for resources: {'Port': ['ID=29b8acc4-9089-4c81-be4e-9b35f8476b76,revision_number=3']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:56.623393 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abea9b-aa06-4c9d-901c-b9da69f10a39 req-3184c8f3-22c9-4e10-9916-0c11170a1e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:56.624949 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c1abea9b-aa06-4c9d-901c-b9da69f10a39 req-3184c8f3-22c9-4e10-9916-0c11170a1e0b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=64c8b312f18548939a655ccab105249a&device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 1099 time: 0.0926714 Oct 28 09:41:56.692811 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] Attempting to bind port eced570a-3e68-4489-9a64-96064b0a9cb5 on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:41:56.693179 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] Attempting to bind port eced570a-3e68-4489-9a64-96064b0a9cb5 by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:41:56.693541 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] Attempting to bind port eced570a-3e68-4489-9a64-96064b0a9cb5 on network 31303b2b-323a-4b81-9e96-008831f8aead {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:41:56.700275 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd5c14-33ef-4cd5-9aa7-2f7f9be91e99 None None] Pushing event updated for resources: {'Port': ['ID=eced570a-3e68-4489-9a64-96064b0a9cb5,revision_number=2']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:56.716628 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:41:56.716964 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] Checking segment: {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:41:56.717554 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:56.718063 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] Bound using segment: {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:41:56.718556 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] Bound port: eced570a-3e68-4489-9a64-96064b0a9cb5, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:41:56.718934 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:56.724030 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.db.api [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:41:56.724030 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG oslo_db.api [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:41:56.776044 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b40904-7a38-4808-9264-b66a1775094f admin admin] Network 71167c7a-6f8e-47d0-9433-00ef574f34da is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:41:56.777366 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abea9b-aa06-4c9d-901c-b9da69f10a39 req-b4c07da8-b082-4d63-bbcf-1ca7fcc664ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:56.778858 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c1abea9b-aa06-4c9d-901c-b9da69f10a39 req-b4c07da8-b082-4d63-bbcf-1ca7fcc664ed service neutron] 10.222.0.98 "GET /v2.0/networks?id=f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 HTTP/1.1" status: 200 len: 910 time: 0.1275256 Oct 28 09:41:56.780148 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-03b40904-7a38-4808-9264-b66a1775094f admin admin] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:41:56.805067 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] For port eced570a-3e68-4489-9a64-96064b0a9cb5, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:41:56.809224 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] For port eced570a-3e68-4489-9a64-96064b0a9cb5, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=eced570a-3e68-4489-9a64-96064b0a9cb5,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:41:56.814606 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:56.877666 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] Routers {'1a23f9f7-db89-43ae-8263-a4aae8889122'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:56.878435 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:41:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['1a23f9f7-db89-43ae-8263-a4aae8889122'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:56.880329 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd5c14-33ef-4cd5-9aa7-2f7f9be91e99 None None] Pushing event updated for resources: {'Port': ['ID=eced570a-3e68-4489-9a64-96064b0a9cb5,revision_number=3']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:56.929702 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c1abea9b-aa06-4c9d-901c-b9da69f10a39 req-f758a7de-801b-416e-bfd1-cc574a439d5e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d HTTP/1.1" status: 200 len: 1001 time: 0.0775604 Oct 28 09:41:56.973994 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-7b86b204-867c-442b-949d-5a29ee07061c None None] Provisioning complete for port 280cccfb-e9de-4828-ad6d-3ad490619738 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:41:56.974398 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-7b86b204-867c-442b-949d-5a29ee07061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:56.977099 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b40904-7a38-4808-9264-b66a1775094f admin admin] Router 1a23f9f7-db89-43ae-8263-a4aae8889122 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:41:56.997128 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abea9b-aa06-4c9d-901c-b9da69f10a39 req-f19a0d16-06fb-4fb1-93af-1150960d9eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:56.999206 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c1abea9b-aa06-4c9d-901c-b9da69f10a39 req-f19a0d16-06fb-4fb1-93af-1150960d9eee service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4035f645-2903-45e0-bc42-d8bbe94b48f5 HTTP/1.1" status: 200 len: 848 time: 0.0612125 Oct 28 09:41:57.023303 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-7b86b204-867c-442b-949d-5a29ee07061c None None] Port 280cccfb-e9de-4828-ad6d-3ad490619738 cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:41:57.034982 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] Set router 1a23f9f7-db89-43ae-8263-a4aae8889122 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:57.075680 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-7b86b204-867c-442b-949d-5a29ee07061c None None] Provisioning complete for port 29b8acc4-9089-4c81-be4e-9b35f8476b76 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:41:57.076032 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-7b86b204-867c-442b-949d-5a29ee07061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:57.118664 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abea9b-aa06-4c9d-901c-b9da69f10a39 req-2cd45692-d77e-487b-9371-f3faf8d1932d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:57.120209 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c1abea9b-aa06-4c9d-901c-b9da69f10a39 req-2cd45692-d77e-487b-9371-f3faf8d1932d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0871162 Oct 28 09:41:57.139366 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b40904-7a38-4808-9264-b66a1775094f admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:41:57.159744 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-03b40904-7a38-4808-9264-b66a1775094f admin admin] 10.222.0.113 "PUT /v2.0/routers/1a23f9f7-db89-43ae-8263-a4aae8889122/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2117743 Oct 28 09:41:57.226475 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c1abea9b-aa06-4c9d-901c-b9da69f10a39 req-1d204bcd-4a76-416a-a010-4f4f40c8740b service neutron] 10.222.0.98 "GET /v2.0/networks/f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974188 Oct 28 09:41:57.330627 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 395e49ee-1928-42c7-becf-224776269db2 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:41:57.334575 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c1abea9b-aa06-4c9d-901c-b9da69f10a39 req-31851f2f-7794-4210-a3fd-1a412220c9b8 service neutron] 10.222.0.98 "GET /v2.0/networks/f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999165 Oct 28 09:41:57.406650 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a23f9f7-db89-43ae-8263-a4aae8889122', 'name': 'tempest-TestVolumeBootPattern-1132790752-router', 'tenant_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'eced570a-3e68-4489-9a64-96064b0a9cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:53Z', 'updated_at': '2021-10-28T09:41:56Z', 'revision_number': 4, 'project_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'gw_port': {'id': 'eced570a-3e68-4489-9a64-96064b0a9cb5', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a23f9f7-db89-43ae-8263-a4aae8889122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:53Z', 'updated_at': '2021-10-28T09:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '280cccfb-e9de-4828-ad6d-3ad490619738', 'name': '', 'network_id': '71167c7a-6f8e-47d0-9433-00ef574f34da', 'tenant_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'mac_address': 'fa:16:3e:20:f0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a23f9f7-db89-43ae-8263-a4aae8889122', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2c06e487-948c-4aa8-abac-051cb277cfa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:55Z', 'updated_at': '2021-10-28T09:41:56Z', 'revision_number': 2, 'project_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'subnets': [{'id': '2c06e487-948c-4aa8-abac-051cb277cfa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:57.409947 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 395e49ee-1928-42c7-becf-224776269db2 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:41:57.410408 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:57.459334 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8128c60-48ba-4ccb-b2cf-66c595d2d5b7 None None] The sync data for ids ['1a23f9f7-db89-43ae-8263-a4aae8889122'] in dv-cinder-815146-5-iscsi is: [{'id': '1a23f9f7-db89-43ae-8263-a4aae8889122', 'name': 'tempest-TestVolumeBootPattern-1132790752-router', 'tenant_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'eced570a-3e68-4489-9a64-96064b0a9cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:53Z', 'updated_at': '2021-10-28T09:41:56Z', 'revision_number': 4, 'project_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'gw_port': {'id': 'eced570a-3e68-4489-9a64-96064b0a9cb5', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a23f9f7-db89-43ae-8263-a4aae8889122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:53Z', 'updated_at': '2021-10-28T09:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '280cccfb-e9de-4828-ad6d-3ad490619738', 'name': '', 'network_id': '71167c7a-6f8e-47d0-9433-00ef574f34da', 'tenant_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'mac_address': 'fa:16:3e:20:f0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a23f9f7-db89-43ae-8263-a4aae8889122', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2c06e487-948c-4aa8-abac-051cb277cfa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:55Z', 'updated_at': '2021-10-28T09:41:56Z', 'revision_number': 2, 'project_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'subnets': [{'id': '2c06e487-948c-4aa8-abac-051cb277cfa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:41:57.486579 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-7d522053-442d-446b-b5ec-04472b3b9fda None None] Provisioning complete for port 280cccfb-e9de-4828-ad6d-3ad490619738 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:41:57.486579 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-7d522053-442d-446b-b5ec-04472b3b9fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:57.538592 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-7d522053-442d-446b-b5ec-04472b3b9fda None None] Port 280cccfb-e9de-4828-ad6d-3ad490619738 cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:41:57.578807 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device a7dc0ace-e0b9-479b-8efb-5f5bbd901340 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:41:57.637898 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port a7dc0ace-e0b9-479b-8efb-5f5bbd901340 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:41:57.639130 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:57.647371 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f7347-c5ca-4b8c-a74c-22afca4d7100 req-e0bb1eac-1d4f-4ff4-8f72-ba82e35fbca6 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:57.649880 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c08f7347-c5ca-4b8c-a74c-22afca4d7100 req-e0bb1eac-1d4f-4ff4-8f72-ba82e35fbca6 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0789349 Oct 28 09:41:57.704989 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c08f7347-c5ca-4b8c-a74c-22afca4d7100 req-056fc952-9e4b-4684-a0d3-23021725a159 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403850 Oct 28 09:41:57.993707 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 59600) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:58.001352 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-5c18b421-481f-44e8-8ea1-8f996bd24825 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1557498907', 'description': 'tempest-secgroup-smoke-1557498907 description', 'project_id': '0c21dfdaee364617abd51da0c404f641'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:41:58.031511 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 29b8acc4-9089-4c81-be4e-9b35f8476b76 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:41:58.042526 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-5c18b421-481f-44e8-8ea1-8f996bd24825 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.096122 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 29b8acc4-9089-4c81-be4e-9b35f8476b76 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:41:58.096488 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.127876 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-5c18b421-481f-44e8-8ea1-8f996bd24825 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.135503 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-5c18b421-481f-44e8-8ea1-8f996bd24825 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.175641 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-5c18b421-481f-44e8-8ea1-8f996bd24825 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.177664 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-5c18b421-481f-44e8-8ea1-8f996bd24825 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1821368 Oct 28 09:41:58.180694 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59602) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:58.184143 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18b421-481f-44e8-8ea1-8f996bd24825 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8da0d64-8dac-42c7-9222-24a259a44bef,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:58.191492 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-fb09be2e-f82a-45a6-a6c1-4b997e366e5a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Request body: {'security_group_rule': {'security_group_id': 'e8da0d64-8dac-42c7-9222-24a259a44bef', 'project_id': '0c21dfdaee364617abd51da0c404f641', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:41:58.196238 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device a7dc0ace-e0b9-479b-8efb-5f5bbd901340 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:41:58.226310 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-fb09be2e-f82a-45a6-a6c1-4b997e366e5a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.250312 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port a7dc0ace-e0b9-479b-8efb-5f5bbd901340 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:41:58.250754 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.278464 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-fb09be2e-f82a-45a6-a6c1-4b997e366e5a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.282423 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-fb09be2e-f82a-45a6-a6c1-4b997e366e5a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.302825 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09be2e-f82a-45a6-a6c1-4b997e366e5a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=383d9f27-c449-4a30-bb68-5a112bbcf62a,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:58.316195 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-fb09be2e-f82a-45a6-a6c1-4b997e366e5a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.320616 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-fb09be2e-f82a-45a6-a6c1-4b997e366e5a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343033 Oct 28 09:41:58.321020 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59604) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:58.329043 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-e1d1c4eb-b9be-4f24-98f0-aa7d825eca5f tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Request body: {'security_group_rule': {'security_group_id': 'e8da0d64-8dac-42c7-9222-24a259a44bef', 'project_id': '0c21dfdaee364617abd51da0c404f641', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:41:58.358105 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e1d1c4eb-b9be-4f24-98f0-aa7d825eca5f tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.437380 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e1d1c4eb-b9be-4f24-98f0-aa7d825eca5f tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.446604 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e1d1c4eb-b9be-4f24-98f0-aa7d825eca5f tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.468363 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1c4eb-b9be-4f24-98f0-aa7d825eca5f tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6570d8b8-7b80-4bd5-b628-c997a36571eb,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:58.475494 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e1d1c4eb-b9be-4f24-98f0-aa7d825eca5f tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.476859 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-e1d1c4eb-b9be-4f24-98f0-aa7d825eca5f tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1544533 Oct 28 09:41:58.479645 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59606) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:58.484857 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-7fcbb42b-cf18-42e7-82d8-6130e23dfd19 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Request body: {'security_group_rule': {'security_group_id': 'e8da0d64-8dac-42c7-9222-24a259a44bef', 'project_id': '0c21dfdaee364617abd51da0c404f641', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:41:58.518713 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb42b-cf18-42e7-82d8-6130e23dfd19 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.582363 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb42b-cf18-42e7-82d8-6130e23dfd19 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.586406 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb42b-cf18-42e7-82d8-6130e23dfd19 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.603871 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbb42b-cf18-42e7-82d8-6130e23dfd19 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c41fda0-cc87-43a3-bc23-f478edfe9ab7,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:58.613644 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb42b-cf18-42e7-82d8-6130e23dfd19 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.614905 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-7fcbb42b-cf18-42e7-82d8-6130e23dfd19 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1342509 Oct 28 09:41:58.617585 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59608) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:58.622106 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-4d28ba77-973d-4117-ae2e-60fb5ca13626 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Request body: {'security_group_rule': {'security_group_id': 'e8da0d64-8dac-42c7-9222-24a259a44bef', 'project_id': '0c21dfdaee364617abd51da0c404f641', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:41:58.650844 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4d28ba77-973d-4117-ae2e-60fb5ca13626 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.715568 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4d28ba77-973d-4117-ae2e-60fb5ca13626 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.720522 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4d28ba77-973d-4117-ae2e-60fb5ca13626 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.740841 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28ba77-973d-4117-ae2e-60fb5ca13626 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd9de96-9ba6-4438-9442-b0b0e7856a3f,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:58.755353 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4d28ba77-973d-4117-ae2e-60fb5ca13626 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.759361 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-4d28ba77-973d-4117-ae2e-60fb5ca13626 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382661 Oct 28 09:41:58.759673 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 59612) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:58.764410 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-a3c3bc44-d97a-4f19-9f62-10a2e5b8dbd8 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Request body: {'security_group_rule': {'security_group_id': 'e8da0d64-8dac-42c7-9222-24a259a44bef', 'project_id': '0c21dfdaee364617abd51da0c404f641', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:41:58.791320 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.securitygroups_db [None req-a3c3bc44-d97a-4f19-9f62-10a2e5b8dbd8 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Project 0c21dfdaee364617abd51da0c404f641 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:41:58.798265 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a3c3bc44-d97a-4f19-9f62-10a2e5b8dbd8 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.863468 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a971971-df5a-49c1-b889-96a2db182a4a req-6f1eb5a9-70d8-458e-9112-a10b39711760 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:58.865483 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4a971971-df5a-49c1-b889-96a2db182a4a req-6f1eb5a9-70d8-458e-9112-a10b39711760 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0559146 Oct 28 09:41:58.887018 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a3c3bc44-d97a-4f19-9f62-10a2e5b8dbd8 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.892194 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a3c3bc44-d97a-4f19-9f62-10a2e5b8dbd8 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.908396 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3bc44-d97a-4f19-9f62-10a2e5b8dbd8 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ab1947-e33c-44c0-84d0-9b401c9636b7,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:58.908877 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4a971971-df5a-49c1-b889-96a2db182a4a req-9bd96233-b929-4103-97d4-ff5a12ffa680 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369401 Oct 28 09:41:58.930912 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a3c3bc44-d97a-4f19-9f62-10a2e5b8dbd8 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:58.935672 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-a3c3bc44-d97a-4f19-9f62-10a2e5b8dbd8 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1718395 Oct 28 09:41:58.935817 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 59616) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:58.940367 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-249bd159-6710-4ba1-8fa9-82515d7815a2 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Request body: {'security_group_rule': {'security_group_id': 'e8da0d64-8dac-42c7-9222-24a259a44bef', 'project_id': '0c21dfdaee364617abd51da0c404f641', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:41:58.970067 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.db.securitygroups_db [None req-249bd159-6710-4ba1-8fa9-82515d7815a2 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Project 0c21dfdaee364617abd51da0c404f641 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:41:58.975618 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-249bd159-6710-4ba1-8fa9-82515d7815a2 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:59.040513 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-249bd159-6710-4ba1-8fa9-82515d7815a2 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:59.045774 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-249bd159-6710-4ba1-8fa9-82515d7815a2 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:59.064976 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bd159-6710-4ba1-8fa9-82515d7815a2 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43f4837-c5fd-4a88-bcd9-e03880a86ebd,revision_number=0']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:59.074718 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-249bd159-6710-4ba1-8fa9-82515d7815a2 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:59.076612 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-249bd159-6710-4ba1-8fa9-82515d7815a2 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1393313 Oct 28 09:41:59.826806 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] Sync routers for ids ['1a23f9f7-db89-43ae-8263-a4aae8889122'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:41:59.838286 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] Routers {'1a23f9f7-db89-43ae-8263-a4aae8889122'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:59.838995 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:41:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['1a23f9f7-db89-43ae-8263-a4aae8889122'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:59.971185 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] Set router 1a23f9f7-db89-43ae-8263-a4aae8889122 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:42:00.051884 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device eced570a-3e68-4489-9a64-96064b0a9cb5 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:42:00.098969 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be4ba5-db1c-406b-ab7c-b68cfec5fd8a req-14cce81c-f650-41fd-8162-869de93ca6f2 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:00.100750 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-48be4ba5-db1c-406b-ab7c-b68cfec5fd8a req-14cce81c-f650-41fd-8162-869de93ca6f2 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0843399 Oct 28 09:42:00.127161 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port eced570a-3e68-4489-9a64-96064b0a9cb5 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:42:00.128011 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:00.145755 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-48be4ba5-db1c-406b-ab7c-b68cfec5fd8a req-4704164c-702e-48e3-8530-bedb0d70263f tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376515 Oct 28 09:42:00.222266 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:00.244768 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] For port eced570a-3e68-4489-9a64-96064b0a9cb5, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=eced570a-3e68-4489-9a64-96064b0a9cb5,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:00.250043 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:00.307654 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a23f9f7-db89-43ae-8263-a4aae8889122', 'name': 'tempest-TestVolumeBootPattern-1132790752-router', 'tenant_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'eced570a-3e68-4489-9a64-96064b0a9cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:53Z', 'updated_at': '2021-10-28T09:41:56Z', 'revision_number': 4, 'project_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'gw_port': {'id': 'eced570a-3e68-4489-9a64-96064b0a9cb5', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a23f9f7-db89-43ae-8263-a4aae8889122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:53Z', 'updated_at': '2021-10-28T09:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '280cccfb-e9de-4828-ad6d-3ad490619738', 'name': '', 'network_id': '71167c7a-6f8e-47d0-9433-00ef574f34da', 'tenant_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'mac_address': 'fa:16:3e:20:f0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a23f9f7-db89-43ae-8263-a4aae8889122', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2c06e487-948c-4aa8-abac-051cb277cfa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:55Z', 'updated_at': '2021-10-28T09:41:56Z', 'revision_number': 2, 'project_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'subnets': [{'id': '2c06e487-948c-4aa8-abac-051cb277cfa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:42:00.309655 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Pushing event updated for resources: {'Port': ['ID=eced570a-3e68-4489-9a64-96064b0a9cb5,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:00.334848 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] Checking router: 1a23f9f7-db89-43ae-8263-a4aae8889122 for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:42:00.335203 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] Updating router 1a23f9f7-db89-43ae-8263-a4aae8889122 port 280cccfb-e9de-4828-ad6d-3ad490619738 binding host dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:42:00.342536 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [req-9dd80462-aecf-4119-85c6-6a943f2a4e26 req-82bd94e7-c59a-4c69-924e-fc0b8f54afb8 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=101549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:42:00.349925 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-9dd80462-aecf-4119-85c6-6a943f2a4e26 req-82bd94e7-c59a-4c69-924e-fc0b8f54afb8 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1195676 Oct 28 09:42:00.371576 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:00.522805 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d906ae87-5662-47b4-87df-c5e5b71cb4b7 req-a9a36764-d136-49ff-bcf7-e5010a40b932 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828538 Oct 28 09:42:00.540989 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da9fc6-ecb9-443d-b7f6-048660cfe1f4 req-fa1b7cfd-0772-4d9b-942f-47ac82380ca4 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:00.544001 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d7da9fc6-ecb9-443d-b7f6-048660cfe1f4 req-fa1b7cfd-0772-4d9b-942f-47ac82380ca4 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0743830 Oct 28 09:42:00.594450 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d7da9fc6-ecb9-443d-b7f6-048660cfe1f4 req-e6d06f05-b37a-4aac-afe5-5603e0ef1375 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428128 Oct 28 09:42:00.691570 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] Publish callbacks [] for port, precommit_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:00.696963 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:00.751273 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80535aaa-53eb-46d7-8c65-9431d0f779f5 None None] Pushing event updated for resources: {'Port': ['ID=280cccfb-e9de-4828-ad6d-3ad490619738,revision_number=3']} {{(pid=101552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:00.810860 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] Attempting to bind port 280cccfb-e9de-4828-ad6d-3ad490619738 on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:42:00.811513 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] Attempting to bind port 280cccfb-e9de-4828-ad6d-3ad490619738 by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '3dc3d944-e9b1-4076-b2d1-e24993a98e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '71167c7a-6f8e-47d0-9433-00ef574f34da'}] {{(pid=101552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:42:00.822520 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] Attempting to bind port 280cccfb-e9de-4828-ad6d-3ad490619738 on network 71167c7a-6f8e-47d0-9433-00ef574f34da {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:42:00.822520 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:42:00.822520 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] Checking segment: {'id': '3dc3d944-e9b1-4076-b2d1-e24993a98e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '71167c7a-6f8e-47d0-9433-00ef574f34da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:42:00.822520 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:00.822520 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] Bound using segment: {'id': '3dc3d944-e9b1-4076-b2d1-e24993a98e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '71167c7a-6f8e-47d0-9433-00ef574f34da'} {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:42:00.822520 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] Bound port: 280cccfb-e9de-4828-ad6d-3ad490619738, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc3d944-e9b1-4076-b2d1-e24993a98e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '71167c7a-6f8e-47d0-9433-00ef574f34da'}}] {{(pid=101552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:42:00.822520 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:00.896648 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.db [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] For port 280cccfb-e9de-4828-ad6d-3ad490619738, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:42:00.900886 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.db [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] For port 280cccfb-e9de-4828-ad6d-3ad490619738, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=280cccfb-e9de-4828-ad6d-3ad490619738,segment=NetworkSegment(3dc3d944-e9b1-4076-b2d1-e24993a98e04),segment_id=3dc3d944-e9b1-4076-b2d1-e24993a98e04)] {{(pid=101552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:42:00.907280 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:00.971929 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] Routers {'1a23f9f7-db89-43ae-8263-a4aae8889122'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:42:00.972550 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:41:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['1a23f9f7-db89-43ae-8263-a4aae8889122'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:42:00.991764 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1f7b304e-3e1d-46a3-8629-9665fcb86412 None None] Provisioning complete for port 280cccfb-e9de-4828-ad6d-3ad490619738 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:42:00.992229 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1f7b304e-3e1d-46a3-8629-9665fcb86412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:01.056672 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80535aaa-53eb-46d7-8c65-9431d0f779f5 None None] Pushing event updated for resources: {'Port': ['ID=280cccfb-e9de-4828-ad6d-3ad490619738,revision_number=4']} {{(pid=101552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:01.112427 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1f7b304e-3e1d-46a3-8629-9665fcb86412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:01.124095 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] Set router 1a23f9f7-db89-43ae-8263-a4aae8889122 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:42:01.155301 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1f7b304e-3e1d-46a3-8629-9665fcb86412 None None] For port 280cccfb-e9de-4828-ad6d-3ad490619738, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=280cccfb-e9de-4828-ad6d-3ad490619738,segment=NetworkSegment(3dc3d944-e9b1-4076-b2d1-e24993a98e04),segment_id=3dc3d944-e9b1-4076-b2d1-e24993a98e04)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:01.160389 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1f7b304e-3e1d-46a3-8629-9665fcb86412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:01.223236 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b304e-3e1d-46a3-8629-9665fcb86412 None None] Pushing event updated for resources: {'Port': ['ID=280cccfb-e9de-4828-ad6d-3ad490619738,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:01.293713 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-4709dfe2-ef53-41b9-a409-2eca2d4e57af None None] Provisioning complete for port 280cccfb-e9de-4828-ad6d-3ad490619738 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:42:01.294083 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-4709dfe2-ef53-41b9-a409-2eca2d4e57af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:01.381290 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a23f9f7-db89-43ae-8263-a4aae8889122', 'name': 'tempest-TestVolumeBootPattern-1132790752-router', 'tenant_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'eced570a-3e68-4489-9a64-96064b0a9cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:53Z', 'updated_at': '2021-10-28T09:41:56Z', 'revision_number': 4, 'project_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'gw_port': {'id': 'eced570a-3e68-4489-9a64-96064b0a9cb5', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a23f9f7-db89-43ae-8263-a4aae8889122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:53Z', 'updated_at': '2021-10-28T09:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '280cccfb-e9de-4828-ad6d-3ad490619738', 'name': '', 'network_id': '71167c7a-6f8e-47d0-9433-00ef574f34da', 'tenant_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'mac_address': 'fa:16:3e:20:f0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a23f9f7-db89-43ae-8263-a4aae8889122', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2c06e487-948c-4aa8-abac-051cb277cfa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:55Z', 'updated_at': '2021-10-28T09:42:00Z', 'revision_number': 4, 'project_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'subnets': [{'id': '2c06e487-948c-4aa8-abac-051cb277cfa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:42:01.412005 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e37c97-d843-40e3-9168-e06b956f304b None None] The sync data for ids ['1a23f9f7-db89-43ae-8263-a4aae8889122'] in dv-cinder-815146-5-iscsi is: [{'id': '1a23f9f7-db89-43ae-8263-a4aae8889122', 'name': 'tempest-TestVolumeBootPattern-1132790752-router', 'tenant_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'eced570a-3e68-4489-9a64-96064b0a9cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:53Z', 'updated_at': '2021-10-28T09:41:56Z', 'revision_number': 4, 'project_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'gw_port': {'id': 'eced570a-3e68-4489-9a64-96064b0a9cb5', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a23f9f7-db89-43ae-8263-a4aae8889122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:53Z', 'updated_at': '2021-10-28T09:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '280cccfb-e9de-4828-ad6d-3ad490619738', 'name': '', 'network_id': '71167c7a-6f8e-47d0-9433-00ef574f34da', 'tenant_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'mac_address': 'fa:16:3e:20:f0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a23f9f7-db89-43ae-8263-a4aae8889122', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2c06e487-948c-4aa8-abac-051cb277cfa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:55Z', 'updated_at': '2021-10-28T09:42:00Z', 'revision_number': 4, 'project_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'subnets': [{'id': '2c06e487-948c-4aa8-abac-051cb277cfa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:42:01.533161 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:42:01.613722 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:01.640053 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500bccbd-2f52-4228-9aed-8ca963e142ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd91a31-40cc-479a-ad35-5aa2feaf8b1d'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:42:01.643265 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae39169-6218-438e-9044-90d068d6ba8d" -d '{"events": [{"server_uuid": "500bccbd-2f52-4228-9aed-8ca963e142ef", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd91a31-40cc-479a-ad35-5aa2feaf8b1d"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:42:01.665508 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d,segment=NetworkSegment(59cc495c-53a1-4ef8-9ecd-e24868724bff),segment_id=59cc495c-53a1-4ef8-9ecd-e24868724bff)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:01.672144 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:01.770508 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d,revision_number=6']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:01.788645 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 09:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d5d4e0-c146-4e53-a356-460f0e024a1a x-openstack-request-id: req-13d5d4e0-c146-4e53-a356-460f0e024a1a {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:42:01.788938 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "500bccbd-2f52-4228-9aed-8ca963e142ef", "name": "network-vif-unplugged", "status": "failed", "tag": "6bd91a31-40cc-479a-ad35-5aa2feaf8b1d", "code": 422}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:42:01.789195 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-13d5d4e0-c146-4e53-a356-460f0e024a1a {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:42:01.789630 dv-cinder-815146-5-iscsi neutron-server[101551]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '500bccbd-2f52-4228-9aed-8ca963e142ef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6bd91a31-40cc-479a-ad35-5aa2feaf8b1d', 'code': 422} returned with failed status Oct 28 09:42:01.815349 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dcaeb-e281-4e23-bf52-b63067eb39be req-1f829608-7292-4457-96e9-af094144021a tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:01.817812 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a31dcaeb-e281-4e23-bf52-b63067eb39be req-1f829608-7292-4457-96e9-af094144021a tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 944 time: 0.1063783 Oct 28 09:42:01.862299 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a31dcaeb-e281-4e23-bf52-b63067eb39be req-4c249d2c-0624-4f71-86c6-95d057636ff9 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380599 Oct 28 09:42:02.032463 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 280cccfb-e9de-4828-ad6d-3ad490619738 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:42:02.080911 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 280cccfb-e9de-4828-ad6d-3ad490619738 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:42:02.081281 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:02.163422 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device eced570a-3e68-4489-9a64-96064b0a9cb5 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:42:02.211208 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port eced570a-3e68-4489-9a64-96064b0a9cb5 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:42:02.211570 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:02.386886 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906ae87-5662-47b4-87df-c5e5b71cb4b7 req-ecfaaba0-e257-48c7-83e7-9fc078903815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:02.388600 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d906ae87-5662-47b4-87df-c5e5b71cb4b7 req-ecfaaba0-e257-48c7-83e7-9fc078903815 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef&tenant_id=64c8b312f18548939a655ccab105249a HTTP/1.1" status: 200 len: 1097 time: 0.0479929 Oct 28 09:42:02.458038 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906ae87-5662-47b4-87df-c5e5b71cb4b7 req-c5737c63-04d1-4957-8dda-38c00436e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:02.459525 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d906ae87-5662-47b4-87df-c5e5b71cb4b7 req-c5737c63-04d1-4957-8dda-38c00436e3f8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=64c8b312f18548939a655ccab105249a&device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 1097 time: 0.0442147 Oct 28 09:42:02.561519 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906ae87-5662-47b4-87df-c5e5b71cb4b7 req-67b2e062-5f7c-4206-8330-98d713587f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:02.563001 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d906ae87-5662-47b4-87df-c5e5b71cb4b7 req-67b2e062-5f7c-4206-8330-98d713587f9b service neutron] 10.222.0.98 "GET /v2.0/networks?id=f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 HTTP/1.1" status: 200 len: 910 time: 0.0953794 Oct 28 09:42:02.635560 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d906ae87-5662-47b4-87df-c5e5b71cb4b7 req-76f8cd5f-ce4d-429f-9696-ea4e9bf06da2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d HTTP/1.1" status: 200 len: 999 time: 0.0636091 Oct 28 09:42:02.686361 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906ae87-5662-47b4-87df-c5e5b71cb4b7 req-5a0add57-7e35-44e5-98a0-dac2c5d6d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:02.687749 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d906ae87-5662-47b4-87df-c5e5b71cb4b7 req-5a0add57-7e35-44e5-98a0-dac2c5d6d4dd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4035f645-2903-45e0-bc42-d8bbe94b48f5 HTTP/1.1" status: 200 len: 848 time: 0.0438063 Oct 28 09:42:02.740764 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906ae87-5662-47b4-87df-c5e5b71cb4b7 req-58c3d526-b5ac-4a3d-ad37-b45a28ecfa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:02.742334 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d906ae87-5662-47b4-87df-c5e5b71cb4b7 req-58c3d526-b5ac-4a3d-ad37-b45a28ecfa8b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446382 Oct 28 09:42:02.846198 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d906ae87-5662-47b4-87df-c5e5b71cb4b7 req-5acfa972-470b-4ee6-9bd0-4af20e803d82 service neutron] 10.222.0.98 "GET /v2.0/networks/f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958824 Oct 28 09:42:02.971816 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d906ae87-5662-47b4-87df-c5e5b71cb4b7 req-1c7c4c13-8c5a-4dfe-be4f-3883c3773e87 service neutron] 10.222.0.98 "GET /v2.0/networks/f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173775 Oct 28 09:42:02.992639 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c8fef-b72a-4a4a-8de5-c13921ec01a9 req-5a928c2a-40dc-46e1-814c-49e434d9f635 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:02.994264 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-349c8fef-b72a-4a4a-8de5-c13921ec01a9 req-5a928c2a-40dc-46e1-814c-49e434d9f635 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 944 time: 0.0607424 Oct 28 09:42:03.033684 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-349c8fef-b72a-4a4a-8de5-c13921ec01a9 req-de9fb532-8e9b-4272-9d43-0eb358913761 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326900 Oct 28 09:42:04.162712 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b31ea-9ab5-46af-8829-5c95d3396c72 req-468153d8-d0a0-4a09-adaa-c7aac1f3f091 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:04.164200 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-943b31ea-9ab5-46af-8829-5c95d3396c72 req-468153d8-d0a0-4a09-adaa-c7aac1f3f091 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 944 time: 0.0494463 Oct 28 09:42:04.203266 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-943b31ea-9ab5-46af-8829-5c95d3396c72 req-d121bc53-b443-48a7-bc3b-168718f6414f tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324922 Oct 28 09:42:05.337054 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0db6b-1cee-46bb-8b15-188ebbfbfd61 req-877928ba-5841-4bac-a1e7-7072031740a6 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:05.338557 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aef0db6b-1cee-46bb-8b15-188ebbfbfd61 req-877928ba-5841-4bac-a1e7-7072031740a6 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 944 time: 0.0604291 Oct 28 09:42:05.380700 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aef0db6b-1cee-46bb-8b15-188ebbfbfd61 req-ade51b00-3957-4117-b74e-d7b13db5c927 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351770 Oct 28 09:42:06.497878 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab8c96-f589-4831-98db-2b873d1b2ccb req-1e0fdee1-8329-4322-b3a1-0008f9256914 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:06.500133 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-abab8c96-f589-4831-98db-2b873d1b2ccb req-1e0fdee1-8329-4322-b3a1-0008f9256914 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 944 time: 0.0500021 Oct 28 09:42:06.539140 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-abab8c96-f589-4831-98db-2b873d1b2ccb req-2d35b02e-73b9-4cf8-9936-610b9a21f99f tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332136 Oct 28 09:42:07.656917 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b256ef7-b62c-45cc-a078-a812a903ed35 req-fc045ba1-34ce-4eb1-a390-390d213c892c tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:07.658752 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9b256ef7-b62c-45cc-a078-a812a903ed35 req-fc045ba1-34ce-4eb1-a390-390d213c892c tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 944 time: 0.0491507 Oct 28 09:42:07.697183 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9b256ef7-b62c-45cc-a078-a812a903ed35 req-6be7c5f6-c6fc-4d62-9378-51634e84ae8a tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322304 Oct 28 09:42:08.009285 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:42:08.766355 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-5b0f6b6e-36ac-4af4-8597-51e1cd05e367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:08.820169 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c5ddb-998f-4a55-84c4-86ea2e59ee12 req-6fdbf1b5-9652-44ff-b020-1eb321087496 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:08.821749 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a41c5ddb-998f-4a55-84c4-86ea2e59ee12 req-6fdbf1b5-9652-44ff-b020-1eb321087496 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 944 time: 0.0534439 Oct 28 09:42:09.114485 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a41c5ddb-998f-4a55-84c4-86ea2e59ee12 req-9f214ea2-0157-45e5-a1b4-279fb8456a59 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2858942 Oct 28 09:42:09.571482 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:42:09.668273 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d,segment=NetworkSegment(59cc495c-53a1-4ef8-9ecd-e24868724bff),segment_id=59cc495c-53a1-4ef8-9ecd-e24868724bff)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:09.680687 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': '6bd91a31-40cc-479a-ad35-5aa2feaf8b1d', 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589', 'port_id': '6bd91a31-40cc-479a-ad35-5aa2feaf8b1d', 'mac_address': 'fa:16:3e:c4:2b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4035f645-2903-45e0-bc42-d8bbe94b48f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:42:09.721675 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:09.736237 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:42:09.755776 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d,segment=NetworkSegment(59cc495c-53a1-4ef8-9ecd-e24868724bff),segment_id=59cc495c-53a1-4ef8-9ecd-e24868724bff)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:09.759297 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:09.807409 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d,revision_number=7']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:09.999395 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['6bd91a31-40cc-479a-ad35-5aa2feaf8b1d'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:42:10.236062 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb7d74-3d67-4b5b-96f3-6b6ecf9e0f74 req-5073bef8-4461-4401-b913-d6b4e9539eb3 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:10.237557 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cbdb7d74-3d67-4b5b-96f3-6b6ecf9e0f74 req-5073bef8-4461-4401-b913-d6b4e9539eb3 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 945 time: 0.0524795 Oct 28 09:42:10.276034 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cbdb7d74-3d67-4b5b-96f3-6b6ecf9e0f74 req-65038374-9787-4e26-8bee-8582993373d1 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324364 Oct 28 09:42:11.166721 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-48f8788b-ccd9-4b5d-af1c-5f5d48e27e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:11.412085 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8288b-aa56-4425-ab0a-531f584eb202 req-feb953ba-60de-4210-9b96-cc5e7a906906 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:11.413578 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-90f8288b-aa56-4425-ab0a-531f584eb202 req-feb953ba-60de-4210-9b96-cc5e7a906906 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 945 time: 0.0594468 Oct 28 09:42:11.460154 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-90f8288b-aa56-4425-ab0a-531f584eb202 req-bf862c54-f517-42c4-b433-e361a382ac57 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405376 Oct 28 09:42:11.586043 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:42:11.639053 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:42:11.639415 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:11.717127 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:11.740974 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500bccbd-2f52-4228-9aed-8ca963e142ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd91a31-40cc-479a-ad35-5aa2feaf8b1d'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:42:11.743309 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388e1e0e-2a8d-4706-82cf-4771f7f5a246" -d '{"events": [{"server_uuid": "500bccbd-2f52-4228-9aed-8ca963e142ef", "name": "network-vif-plugged", "status": "completed", "tag": "6bd91a31-40cc-479a-ad35-5aa2feaf8b1d"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:42:11.756619 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d,segment=NetworkSegment(59cc495c-53a1-4ef8-9ecd-e24868724bff),segment_id=59cc495c-53a1-4ef8-9ecd-e24868724bff)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:11.760895 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:11.784677 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8769f793-7e0a-4b33-8b9a-f2a41e7e2f2e x-openstack-request-id: req-8769f793-7e0a-4b33-8b9a-f2a41e7e2f2e {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:42:11.784995 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "500bccbd-2f52-4228-9aed-8ca963e142ef", "name": "network-vif-plugged", "status": "completed", "tag": "6bd91a31-40cc-479a-ad35-5aa2feaf8b1d", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:42:11.785247 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8769f793-7e0a-4b33-8b9a-f2a41e7e2f2e {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:42:11.785635 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500bccbd-2f52-4228-9aed-8ca963e142ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd91a31-40cc-479a-ad35-5aa2feaf8b1d', 'code': 200} Oct 28 09:42:11.818398 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d,revision_number=8']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:12.060125 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b1a9c-03d3-47d8-92bb-849267e9d62a req-dbd074a1-70a9-4c1b-b28d-e3ebb29458b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:12.061695 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-402b1a9c-03d3-47d8-92bb-849267e9d62a req-dbd074a1-70a9-4c1b-b28d-e3ebb29458b9 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 1099 time: 0.0398452 Oct 28 09:42:12.097160 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-402b1a9c-03d3-47d8-92bb-849267e9d62a req-53d32e1e-96e9-4714-924b-1c4795e721e7 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283539 Oct 28 09:42:12.499952 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:12.583818 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:12.595589 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5c7c4-e49f-4f77-bae9-24a7eed09ac9 req-9c150a93-35f3-4769-8bc3-987aa69fbc68 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:12.597101 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-acb5c7c4-e49f-4f77-bae9-24a7eed09ac9 req-9c150a93-35f3-4769-8bc3-987aa69fbc68 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0548968 Oct 28 09:42:12.634089 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-acb5c7c4-e49f-4f77-bae9-24a7eed09ac9 req-446601d7-327b-4cc6-93b2-d1fb4a20be7d tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310395 Oct 28 09:42:13.755024 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe13e2d-5dff-4e70-a6e6-d366d27a9af9 req-504509c5-be99-43b8-86ed-9763b9d43beb tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:13.756741 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-ffe13e2d-5dff-4e70-a6e6-d366d27a9af9 req-504509c5-be99-43b8-86ed-9763b9d43beb tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0521905 Oct 28 09:42:13.761772 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:13.795828 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-ffe13e2d-5dff-4e70-a6e6-d366d27a9af9 req-7b7b7ba0-492c-4e9d-8b5f-ce1ff4328756 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331330 Oct 28 09:42:13.999338 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87c305-5936-49d7-a52b-a604d093d149 req-ab7e3ea9-53ef-4e03-9da2-92d1e0ca7a32 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:14.000893 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-0c87c305-5936-49d7-a52b-a604d093d149 req-ab7e3ea9-53ef-4e03-9da2-92d1e0ca7a32 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0493698 Oct 28 09:42:14.038673 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-0c87c305-5936-49d7-a52b-a604d093d149 req-5d361085-a8ad-41d8-b696-582c0e0fc081 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318723 Oct 28 09:42:15.164354 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b46a5-c17a-48f2-9825-947352dc5f23 req-dcc84a4e-7261-490c-8b1c-ff3331b1e78e tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:15.165811 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-bb7b46a5-c17a-48f2-9825-947352dc5f23 req-dcc84a4e-7261-490c-8b1c-ff3331b1e78e tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0515347 Oct 28 09:42:15.203153 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-bb7b46a5-c17a-48f2-9825-947352dc5f23 req-03b0c9b5-849d-4527-b6f9-b9ff37d01ca0 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313973 Oct 28 09:42:16.329894 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83d7dd-1614-4aaf-bd7b-ecedecfaf3fd req-358fa08d-37e0-4095-a489-e6fcf940e3f3 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:16.331421 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-0e83d7dd-1614-4aaf-bd7b-ecedecfaf3fd req-358fa08d-37e0-4095-a489-e6fcf940e3f3 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0538290 Oct 28 09:42:16.375124 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-0e83d7dd-1614-4aaf-bd7b-ecedecfaf3fd req-df7d43ed-474f-4758-961f-fd5bcfe95255 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376568 Oct 28 09:42:17.525491 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea6a93-2bf8-4713-aff0-069d84c23f1a req-a82eaee3-f2e5-4a9f-8275-850441d1a8d4 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:17.527255 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f6ea6a93-2bf8-4713-aff0-069d84c23f1a req-a82eaee3-f2e5-4a9f-8275-850441d1a8d4 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0603676 Oct 28 09:42:17.568120 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f6ea6a93-2bf8-4713-aff0-069d84c23f1a req-e2fe1a96-b369-4bbd-a322-7fc65a875585 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335839 Oct 28 09:42:17.648321 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-55f63840-d989-4493-a523-6da91b20ea45 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1557498907&fields=id&tenant_id=0c21dfdaee364617abd51da0c404f641 HTTP/1.1" status: 200 len: 267 time: 0.0346036 Oct 28 09:42:17.764193 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-10716e27-0272-4537-9b11-ee35091da799 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:17.765812 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-10716e27-0272-4537-9b11-ee35091da799 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/networks?id=3ec025e8-c907-428e-81e8-ed8edc7a1310 HTTP/1.1" status: 200 len: 811 time: 0.1101027 Oct 28 09:42:17.782268 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-d254c811-28e7-4218-8749-115d515985c1 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/quotas/0c21dfdaee364617abd51da0c404f641 HTTP/1.1" status: 200 len: 375 time: 0.0099118 Oct 28 09:42:17.841176 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-30527827-cbbd-42e9-b807-caf7eddbc287 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=0c21dfdaee364617abd51da0c404f641&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525124 Oct 28 09:42:17.963225 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-a14a5621-4709-40fa-bea9-93018e966c28 service neutron] 10.222.0.113 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997953 Oct 28 09:42:18.063872 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-a71a9bbd-e640-4f23-b910-d5fcff39d53a service neutron] 10.222.0.113 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936043 Oct 28 09:42:18.367021 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-bdbf200d-7497-458a-9bec-5b78e4b61375 req-7a6e9cfe-231b-46b9-9563-59d3249781e7 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 210 time: 0.0263371 Oct 28 09:42:18.697278 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe63e36-8038-4f92-86f0-a1909000ed4c req-b46df82c-4b21-4d06-b972-fe0fbc741e51 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:18.698698 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-afe63e36-8038-4f92-86f0-a1909000ed4c req-b46df82c-4b21-4d06-b972-fe0fbc741e51 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0541861 Oct 28 09:42:18.746713 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-afe63e36-8038-4f92-86f0-a1909000ed4c req-ba2b4d97-64d7-448c-8490-76701f2869a3 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341840 Oct 28 09:42:19.387381 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8e518df4-6176-4d8b-9e64-fb5577faafaf tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:19.388844 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8e518df4-6176-4d8b-9e64-fb5577faafaf tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.98 "GET /v2.0/networks?id=3ec025e8-c907-428e-81e8-ed8edc7a1310 HTTP/1.1" status: 200 len: 811 time: 0.1092651 Oct 28 09:42:19.448679 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-1ed1abb3-0b88-4f93-aad9-fa3c6aea09f4 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c21dfdaee364617abd51da0c404f641 HTTP/1.1" status: 200 len: 380 time: 0.0489974 Oct 28 09:42:19.458340 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-f5e0f258-87eb-4543-9679-d699e0b4170e tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Request body: {'port': {'device_id': '0e8332fc-9318-449e-b4ef-69d9e4134b27', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'admin_state_up': True, 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'security_groups': ['e8da0d64-8dac-42c7-9222-24a259a44bef']}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:42:19.522977 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aa712aaa-fd93-4cc9-9f16-6bcdc84894c3 req-f93c7f50-3a19-44c1-9b1e-834efb503f59 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 210 time: 0.0610793 Oct 28 09:42:19.601731 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-f5e0f258-87eb-4543-9679-d699e0b4170e tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Made reservation on behalf of 0c21dfdaee364617abd51da0c404f641 for: {'port': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:42:19.605276 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-f5e0f258-87eb-4543-9679-d699e0b4170e tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:19.745383 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-f5e0f258-87eb-4543-9679-d699e0b4170e tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Allocated IP 172.20.0.12 (3ec025e8-c907-428e-81e8-ed8edc7a1310/e11436ea-b0d5-47f1-b827-7d70d47e8d45/04575a94-a417-4b9d-92d4-98eaef544595) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:42:19.892570 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fef427-8e5b-4da8-aedb-a6034b9a060e req-86ff40de-c919-4be2-8a89-b08689635b03 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:19.894126 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e0fef427-8e5b-4da8-aedb-a6034b9a060e req-86ff40de-c919-4be2-8a89-b08689635b03 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0567784 Oct 28 09:42:19.908453 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-f5e0f258-87eb-4543-9679-d699e0b4170e tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:19.947140 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-f5e0f258-87eb-4543-9679-d699e0b4170e tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:19.955049 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e0fef427-8e5b-4da8-aedb-a6034b9a060e req-32f110de-b8b0-43e1-a541-d07e921c1992 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537760 Oct 28 09:42:20.011502 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-f5e0f258-87eb-4543-9679-d699e0b4170e tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Network 3ec025e8-c907-428e-81e8-ed8edc7a1310 is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:42:20.015630 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-f5e0f258-87eb-4543-9679-d699e0b4170e tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:42:20.018254 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-f5e0f258-87eb-4543-9679-d699e0b4170e tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:42:20.048446 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0f258-87eb-4543-9679-d699e0b4170e tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Pushing event updated for resources: {'Port': ['ID=04575a94-a417-4b9d-92d4-98eaef544595,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:20.077990 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-f5e0f258-87eb-4543-9679-d699e0b4170e tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:20.078646 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-f5e0f258-87eb-4543-9679-d699e0b4170e tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:20.099435 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-f5e0f258-87eb-4543-9679-d699e0b4170e tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6451349 Oct 28 09:42:20.114164 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] Request body: {'port': {'device_id': '0e8332fc-9318-449e-b4ef-69d9e4134b27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:42:20.170355 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:20.241522 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-047404c8-4990-4c37-b746-201c3ab72b7d None None] Provisioning complete for port 04575a94-a417-4b9d-92d4-98eaef544595 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:42:20.242143 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-047404c8-4990-4c37-b746-201c3ab72b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:20.280844 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-047404c8-4990-4c37-b746-201c3ab72b7d None None] Port 04575a94-a417-4b9d-92d4-98eaef544595 cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:42:20.462180 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04575a94-a417-4b9d-92d4-98eaef544595 {{(pid=101550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:42:20.473769 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:20.492764 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.provisioning_blocks [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] Transition to ACTIVE for port object 04575a94-a417-4b9d-92d4-98eaef544595 will not be triggered until provisioned by entity L2. {{(pid=101550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:42:20.500292 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:20.551866 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] Pushing event updated for resources: {'Port': ['ID=04575a94-a417-4b9d-92d4-98eaef544595,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:20.660714 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] Attempting to bind port 04575a94-a417-4b9d-92d4-98eaef544595 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:42:20.661309 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] Attempting to bind port 04575a94-a417-4b9d-92d4-98eaef544595 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310'}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:42:20.661638 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] Attempting to bind port 04575a94-a417-4b9d-92d4-98eaef544595 on network 3ec025e8-c907-428e-81e8-ed8edc7a1310 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:42:20.669935 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] Port 04575a94-a417-4b9d-92d4-98eaef544595 on network 3ec025e8-c907-428e-81e8-ed8edc7a1310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:42:20.670258 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] Attempting to bind port 04575a94-a417-4b9d-92d4-98eaef544595 on network 3ec025e8-c907-428e-81e8-ed8edc7a1310 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:42:20.680174 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24409e66-e112-4736-a39b-9fea54f90876 req-3743f4ab-43bf-4484-b34c-d2c089ffc948 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:20.681751 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-24409e66-e112-4736-a39b-9fea54f90876 req-3743f4ab-43bf-4484-b34c-d2c089ffc948 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 944 time: 0.0813885 Oct 28 09:42:20.686182 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] Checking agent: {'id': 'afc7fccb-f5d9-4cc0-9292-378149b33414', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'started_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:42:20.686521 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] Checking segment: {'id': 'f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:42:20.686907 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] Bound using segment: {'id': 'f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310'} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:42:20.687500 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] Bound port: 04575a94-a417-4b9d-92d4-98eaef544595, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310'}}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:42:20.687721 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:20.755506 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-24409e66-e112-4736-a39b-9fea54f90876 req-bd81fc6f-253a-44f2-a3f0-c6de29ac6bc9 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653837 Oct 28 09:42:20.778828 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] For port 04575a94-a417-4b9d-92d4-98eaef544595, host hv-cinder-81514, cleared binding levels {{(pid=101550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:42:20.782866 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] For port 04575a94-a417-4b9d-92d4-98eaef544595, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=04575a94-a417-4b9d-92d4-98eaef544595,segment=NetworkSegment(f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1),segment_id=f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1)] {{(pid=101550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:42:20.789300 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:20.835564 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:20.836204 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:20.837606 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] 10.222.0.98 "PUT /v2.0/ports/04575a94-a417-4b9d-92d4-98eaef544595 HTTP/1.1" status: 200 len: 1094 time: 0.7280176 Oct 28 09:42:20.838053 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8332fc-9318-449e-b4ef-69d9e4134b27', 'tag': '04575a94-a417-4b9d-92d4-98eaef544595'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:42:20.840384 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf13970-baa0-463b-8d3f-c8cca01e449d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8332fc-9318-449e-b4ef-69d9e4134b27", "tag": "04575a94-a417-4b9d-92d4-98eaef544595"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:42:20.869601 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664df01-7a21-4491-ab3f-d14c8711b527 service neutron] Pushing event updated for resources: {'Port': ['ID=04575a94-a417-4b9d-92d4-98eaef544595,revision_number=3']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:20.898146 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e40879-12e2-411d-80af-3b19cf8f9e1e x-openstack-request-id: req-30e40879-12e2-411d-80af-3b19cf8f9e1e {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:42:20.898522 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8332fc-9318-449e-b4ef-69d9e4134b27", "tag": "04575a94-a417-4b9d-92d4-98eaef544595", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:42:20.898781 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-30e40879-12e2-411d-80af-3b19cf8f9e1e {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:42:20.899215 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8332fc-9318-449e-b4ef-69d9e4134b27', 'tag': '04575a94-a417-4b9d-92d4-98eaef544595', 'status': 'completed', 'code': 200} Oct 28 09:42:20.937750 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-166dd910-f2f3-4618-ab50-4068b4343de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:20.939298 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-166dd910-f2f3-4618-ab50-4068b4343de9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0c21dfdaee364617abd51da0c404f641&device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 1097 time: 0.0547841 Oct 28 09:42:20.984529 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-9f850141-c054-4192-b674-7efde17cc5dc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04575a94-a417-4b9d-92d4-98eaef544595 HTTP/1.1" status: 200 len: 217 time: 0.0369020 Oct 28 09:42:21.093029 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-7b5f7915-61e2-4d18-8e02-7d534c1e5a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:21.094868 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-7b5f7915-61e2-4d18-8e02-7d534c1e5a65 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e11436ea-b0d5-47f1-b827-7d70d47e8d45 HTTP/1.1" status: 200 len: 850 time: 0.0956032 Oct 28 09:42:21.124465 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb4767-abeb-405a-881d-db6ad72cce71 req-8c22c460-dcbb-45f1-bb64-20339f3131b8 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:21.126094 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9feb4767-abeb-405a-881d-db6ad72cce71 req-8c22c460-dcbb-45f1-bb64-20339f3131b8 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0858595 Oct 28 09:42:21.190934 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-5e9ea63b-44af-4e62-a054-a408322aff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:21.192745 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-5e9ea63b-44af-4e62-a054-a408322aff61 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3ec025e8-c907-428e-81e8-ed8edc7a1310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885589 Oct 28 09:42:21.195929 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9feb4767-abeb-405a-881d-db6ad72cce71 req-463d9d6f-b36b-40a6-9684-1420de31d16a tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529804 Oct 28 09:42:21.302872 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-46f490de-72ae-4ce0-8eac-92e20022e89e service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019182 Oct 28 09:42:21.400043 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-af8817ad-4b10-4611-9e9e-01fc63e23db0 req-d7132de2-a108-426a-a488-ebcb7b161045 service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872629 Oct 28 09:42:21.497770 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf13970-baa0-463b-8d3f-c8cca01e449d req-5cb06746-61c1-4db6-8c34-404c02c23f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:21.499861 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-caf13970-baa0-463b-8d3f-c8cca01e449d req-5cb06746-61c1-4db6-8c34-404c02c23f88 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0c21dfdaee364617abd51da0c404f641&device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 1097 time: 0.0424168 Oct 28 09:42:21.607962 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf13970-baa0-463b-8d3f-c8cca01e449d req-f3a069a4-1d09-4087-878a-4000714d0674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:21.609932 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-caf13970-baa0-463b-8d3f-c8cca01e449d req-f3a069a4-1d09-4087-878a-4000714d0674 service neutron] 10.222.0.98 "GET /v2.0/networks?id=3ec025e8-c907-428e-81e8-ed8edc7a1310 HTTP/1.1" status: 200 len: 912 time: 0.1008570 Oct 28 09:42:21.651119 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-caf13970-baa0-463b-8d3f-c8cca01e449d req-c6899e97-034b-4da5-aeb5-c4fc3e105378 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04575a94-a417-4b9d-92d4-98eaef544595 HTTP/1.1" status: 200 len: 217 time: 0.0334415 Oct 28 09:42:21.716318 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf13970-baa0-463b-8d3f-c8cca01e449d req-2b0be1c8-602b-4eff-b010-d35ef48d92f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:21.718794 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-caf13970-baa0-463b-8d3f-c8cca01e449d req-2b0be1c8-602b-4eff-b010-d35ef48d92f0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e11436ea-b0d5-47f1-b827-7d70d47e8d45 HTTP/1.1" status: 200 len: 850 time: 0.0523121 Oct 28 09:42:21.767181 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf13970-baa0-463b-8d3f-c8cca01e449d req-824ce5d3-647c-48f6-8048-901700499153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:21.768749 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-caf13970-baa0-463b-8d3f-c8cca01e449d req-824ce5d3-647c-48f6-8048-901700499153 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3ec025e8-c907-428e-81e8-ed8edc7a1310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423207 Oct 28 09:42:21.884479 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-caf13970-baa0-463b-8d3f-c8cca01e449d req-4c8262d6-c162-480f-88f0-e5fe35bcb1d5 service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058254 Oct 28 09:42:21.897378 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb5256-bc98-439a-aa9f-adbdc37a988a req-d61edf38-f3de-4dde-a836-88764b776b02 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:21.898885 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-fcfb5256-bc98-439a-aa9f-adbdc37a988a req-d61edf38-f3de-4dde-a836-88764b776b02 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 944 time: 0.0579753 Oct 28 09:42:21.943919 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-fcfb5256-bc98-439a-aa9f-adbdc37a988a req-90ca9ec2-f360-4599-8c4d-fcb183c5caa6 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388083 Oct 28 09:42:21.985306 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-caf13970-baa0-463b-8d3f-c8cca01e449d req-99e8a8f9-fc61-474c-88aa-72d64fecbda3 service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921772 Oct 28 09:42:22.300930 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:22.317855 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bb471-9900-4958-bf77-c62277e461ce req-0adccdc3-175b-4305-a862-afccd04e1d6c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:22.319399 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d16bb471-9900-4958-bf77-c62277e461ce req-0adccdc3-175b-4305-a862-afccd04e1d6c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0503991 Oct 28 09:42:22.363045 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d16bb471-9900-4958-bf77-c62277e461ce req-3a555a1a-3925-4a3c-b8f3-5ace563d3521 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331926 Oct 28 09:42:23.063739 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586a1ec-99ef-487c-aec5-40512244fedc req-d24fa810-c45d-40da-9abc-9a1f08b2a900 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:23.065209 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e586a1ec-99ef-487c-aec5-40512244fedc req-d24fa810-c45d-40da-9abc-9a1f08b2a900 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 944 time: 0.0512242 Oct 28 09:42:23.104707 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e586a1ec-99ef-487c-aec5-40512244fedc req-e22fbbbc-d135-40e5-97f6-96ea2c3a4b5e tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333869 Oct 28 09:42:23.493927 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770aeb9-9eea-4529-b14b-94f6b301651d req-489262cf-2865-4c5f-be53-e8a131f315b6 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:23.495461 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0770aeb9-9eea-4529-b14b-94f6b301651d req-489262cf-2865-4c5f-be53-e8a131f315b6 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0530791 Oct 28 09:42:23.536221 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0770aeb9-9eea-4529-b14b-94f6b301651d req-a1a9ffc7-085c-4176-a3c0-c41ff5cfbd18 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319943 Oct 28 09:42:24.219827 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e510e5-2f3d-4566-879d-78058aba4789 req-94f5941a-6af0-40b0-a7ae-d7e7689f6796 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:24.221206 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c5e510e5-2f3d-4566-879d-78058aba4789 req-94f5941a-6af0-40b0-a7ae-d7e7689f6796 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 944 time: 0.0490592 Oct 28 09:42:24.259058 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c5e510e5-2f3d-4566-879d-78058aba4789 req-b0d7e0fd-582f-4a09-99a7-717943bad5c9 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319371 Oct 28 09:42:24.658357 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8907429-093c-4424-9b7c-92125d276bc1 req-c18bf094-90fa-4578-a0f7-40919d687fb7 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:24.659886 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c8907429-093c-4424-9b7c-92125d276bc1 req-c18bf094-90fa-4578-a0f7-40919d687fb7 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0498044 Oct 28 09:42:24.698499 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c8907429-093c-4424-9b7c-92125d276bc1 req-958dfbc7-61ab-4a6b-9ab9-f49f7c949b54 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323999 Oct 28 09:42:25.384533 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd91b52-6730-4621-9aa1-0e034b2c27d9 req-d95a0e89-16ec-458f-b3c0-b80f3bd0e2cf tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:25.386020 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-cdd91b52-6730-4621-9aa1-0e034b2c27d9 req-d95a0e89-16ec-458f-b3c0-b80f3bd0e2cf tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 944 time: 0.0512438 Oct 28 09:42:25.429728 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-cdd91b52-6730-4621-9aa1-0e034b2c27d9 req-6de8e00d-b6f0-44a9-9583-f108bb711a79 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377312 Oct 28 09:42:25.616367 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:42:25.722426 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1636fb0e-5a7d-4128-b5bc-e15aee3f4277,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:25.737806 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'port_id': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277', 'mac_address': 'fa:16:3e:2d:2a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263b05d8-eb38-4884-926d-259edcdc488d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:42:25.785410 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:25.800920 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:42:25.825628 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1636fb0e-5a7d-4128-b5bc-e15aee3f4277,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:25.829369 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fb882-fa1a-43cb-b9e1-e4b4d0435408 req-113f30d3-3d77-4639-844e-2689bea6bfae tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:25.830162 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:25.836562 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-351fb882-fa1a-43cb-b9e1-e4b4d0435408 req-113f30d3-3d77-4639-844e-2689bea6bfae tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0636587 Oct 28 09:42:25.880164 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-351fb882-fa1a-43cb-b9e1-e4b4d0435408 req-032defe9-039c-49a5-8827-e677e17d35c9 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411017 Oct 28 09:42:25.894822 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=1636fb0e-5a7d-4128-b5bc-e15aee3f4277,revision_number=6']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:25.903490 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:25.903871 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:25.904217 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:25.904554 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:25.905596 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:25.905987 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:25.906337 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:25.906695 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:25.907024 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:25.907361 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:25.907723 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:25.908039 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:25.932754 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['1636fb0e-5a7d-4128-b5bc-e15aee3f4277'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:42:26.546834 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9616b1-e9d4-40eb-a053-81164934242f req-a843d782-5b4d-4a88-844f-44911e0b30c6 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:26.548362 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-cc9616b1-e9d4-40eb-a053-81164934242f req-a843d782-5b4d-4a88-844f-44911e0b30c6 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 944 time: 0.0515704 Oct 28 09:42:26.587910 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-cc9616b1-e9d4-40eb-a053-81164934242f req-79880ad8-4f06-4a12-a362-dd986a16e726 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335019 Oct 28 09:42:27.017137 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfb241-73ae-49af-bdbb-445a6a90d53c req-611376a9-a419-4fb3-a911-7c8f65f06ae9 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:27.018674 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-04cfb241-73ae-49af-bdbb-445a6a90d53c req-611376a9-a419-4fb3-a911-7c8f65f06ae9 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 944 time: 0.0622354 Oct 28 09:42:27.062031 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-04cfb241-73ae-49af-bdbb-445a6a90d53c req-3743c47c-150d-41c3-b178-e1ef7309bfec tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367379 Oct 28 09:42:27.636061 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 04575a94-a417-4b9d-92d4-98eaef544595 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:42:27.641649 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:42:27.757522 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f01d9-c453-444d-9c68-5fe24a0982d8 req-bcabd62d-9ba9-4053-a10b-a6c6b47960c9 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:27.759208 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c63f01d9-c453-444d-9c68-5fe24a0982d8 req-bcabd62d-9ba9-4053-a10b-a6c6b47960c9 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 944 time: 0.0830610 Oct 28 09:42:27.806440 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c63f01d9-c453-444d-9c68-5fe24a0982d8 req-ce87bbbf-82f8-4a3a-85f1-d1c6eafa4328 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397601 Oct 28 09:42:27.808902 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 04575a94-a417-4b9d-92d4-98eaef544595, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=04575a94-a417-4b9d-92d4-98eaef544595,segment=NetworkSegment(f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1),segment_id=f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:27.823854 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': '04575a94-a417-4b9d-92d4-98eaef544595', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'port_id': '04575a94-a417-4b9d-92d4-98eaef544595', 'mac_address': 'fa:16:3e:d3:26:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:42:27.880216 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:27.897735 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:42:27.898116 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:27.900949 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04575a94-a417-4b9d-92d4-98eaef544595 {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:42:27.953897 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 04575a94-a417-4b9d-92d4-98eaef544595, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=04575a94-a417-4b9d-92d4-98eaef544595,segment=NetworkSegment(f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1),segment_id=f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:27.962837 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:28.056657 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=04575a94-a417-4b9d-92d4-98eaef544595,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:28.065769 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:28.103298 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab9d2c6-97f3-483d-a08c-9bd6935c7186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:42:28.112213 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ad674a-2c67-4db7-9b6d-8e83f9f3a5c2" -d '{"events": [{"server_uuid": "7ab9d2c6-97f3-483d-a08c-9bd6935c7186", "name": "network-vif-plugged", "status": "completed", "tag": "1636fb0e-5a7d-4128-b5bc-e15aee3f4277"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:42:28.121915 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1636fb0e-5a7d-4128-b5bc-e15aee3f4277,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:28.128235 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:28.180463 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce62295-46e5-4e11-b3f8-2374160cd715 x-openstack-request-id: req-0ce62295-46e5-4e11-b3f8-2374160cd715 {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:42:28.180893 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab9d2c6-97f3-483d-a08c-9bd6935c7186", "name": "network-vif-plugged", "status": "completed", "tag": "1636fb0e-5a7d-4128-b5bc-e15aee3f4277", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:42:28.181104 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0ce62295-46e5-4e11-b3f8-2374160cd715 {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:42:28.181474 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab9d2c6-97f3-483d-a08c-9bd6935c7186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277', 'code': 200} Oct 28 09:42:28.213567 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3dbabb-0861-475e-ad77-97d5a574848b req-f990aabb-af75-4623-b45e-843c57b1244b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:28.215186 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=1636fb0e-5a7d-4128-b5bc-e15aee3f4277,revision_number=7']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:28.219293 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9c3dbabb-0861-475e-ad77-97d5a574848b req-f990aabb-af75-4623-b45e-843c57b1244b tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0630329 Oct 28 09:42:28.262152 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9c3dbabb-0861-475e-ad77-97d5a574848b req-babeade0-7b82-47c0-bada-3ef403fc8138 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353820 Oct 28 09:42:28.283765 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['04575a94-a417-4b9d-92d4-98eaef544595'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:42:28.945696 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f19a1b-a0b0-449d-beef-51961751a364 req-0aed48ba-d2ab-4f22-9bcb-d0b1b6a67db6 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:28.948020 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f5f19a1b-a0b0-449d-beef-51961751a364 req-0aed48ba-d2ab-4f22-9bcb-d0b1b6a67db6 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 945 time: 0.0621164 Oct 28 09:42:28.995914 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f5f19a1b-a0b0-449d-beef-51961751a364 req-308c75e7-a198-45f2-89b1-e1a85f85ad69 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406575 Oct 28 09:42:29.423987 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73670d2-640c-4ef6-96cd-bf883a11bc7b req-8c97b263-175d-4ba6-98cc-0261bf92fd52 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:29.425487 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a73670d2-640c-4ef6-96cd-bf883a11bc7b req-8c97b263-175d-4ba6-98cc-0261bf92fd52 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0696383 Oct 28 09:42:29.480949 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a73670d2-640c-4ef6-96cd-bf883a11bc7b req-e55b1cb5-6b87-4aa2-9456-9797b0e18f96 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469048 Oct 28 09:42:29.634901 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 04575a94-a417-4b9d-92d4-98eaef544595 up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:42:29.716166 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning for port 04575a94-a417-4b9d-92d4-98eaef544595 completed by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:42:29.720959 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port 04575a94-a417-4b9d-92d4-98eaef544595 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:42:29.721429 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:29.809981 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:29.853583 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 04575a94-a417-4b9d-92d4-98eaef544595, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=04575a94-a417-4b9d-92d4-98eaef544595,segment=NetworkSegment(f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1),segment_id=f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:29.858638 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:29.916428 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=04575a94-a417-4b9d-92d4-98eaef544595,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:30.046306 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aa209e42-0123-4f89-ac0e-272472243367 req-cfceab7f-9319-4111-af8f-d46defb62c4a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519495 Oct 28 09:42:30.117556 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa209e42-0123-4f89-ac0e-272472243367 req-d2cf7f53-b6c8-499b-9a8c-555c5a0f23e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:30.119415 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aa209e42-0123-4f89-ac0e-272472243367 req-d2cf7f53-b6c8-499b-9a8c-555c5a0f23e9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=64c8b312f18548939a655ccab105249a&device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 1099 time: 0.0468967 Oct 28 09:42:30.123974 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7feb9f-7dd1-407d-92ee-d8c8b24e6a2d req-8316e44a-7bab-4ae4-9695-258a23104764 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:30.125786 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-eb7feb9f-7dd1-407d-92ee-d8c8b24e6a2d req-8316e44a-7bab-4ae4-9695-258a23104764 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 946 time: 0.0558829 Oct 28 09:42:30.171169 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-eb7feb9f-7dd1-407d-92ee-d8c8b24e6a2d req-d887dea0-491e-433c-9b66-a5578e5f56d2 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374942 Oct 28 09:42:30.182660 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8332fc-9318-449e-b4ef-69d9e4134b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04575a94-a417-4b9d-92d4-98eaef544595'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:42:30.185662 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925b6fd1-4647-4d8b-8dd1-47b580db398d" -d '{"events": [{"server_uuid": "0e8332fc-9318-449e-b4ef-69d9e4134b27", "name": "network-vif-plugged", "status": "completed", "tag": "04575a94-a417-4b9d-92d4-98eaef544595"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:42:30.238524 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e24fab-685e-45cd-aa78-ce001a063065 x-openstack-request-id: req-65e24fab-685e-45cd-aa78-ce001a063065 {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:42:30.238978 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8332fc-9318-449e-b4ef-69d9e4134b27", "name": "network-vif-plugged", "status": "completed", "tag": "04575a94-a417-4b9d-92d4-98eaef544595", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:42:30.240043 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-65e24fab-685e-45cd-aa78-ce001a063065 {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:42:30.240043 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8332fc-9318-449e-b4ef-69d9e4134b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04575a94-a417-4b9d-92d4-98eaef544595', 'code': 200} Oct 28 09:42:30.272900 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa209e42-0123-4f89-ac0e-272472243367 req-40d75027-c1bc-492a-8881-41285e662c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:30.273859 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aa209e42-0123-4f89-ac0e-272472243367 req-40d75027-c1bc-492a-8881-41285e662c45 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 HTTP/1.1" status: 200 len: 910 time: 0.1242104 Oct 28 09:42:30.355785 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aa209e42-0123-4f89-ac0e-272472243367 req-12100a7d-3c93-4af3-8480-5883e68e05eb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d HTTP/1.1" status: 200 len: 1001 time: 0.0666320 Oct 28 09:42:30.421855 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa209e42-0123-4f89-ac0e-272472243367 req-006368b3-c653-4417-ae03-14c05aae3b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:30.423317 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aa209e42-0123-4f89-ac0e-272472243367 req-006368b3-c653-4417-ae03-14c05aae3b9e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4035f645-2903-45e0-bc42-d8bbe94b48f5 HTTP/1.1" status: 200 len: 848 time: 0.0603247 Oct 28 09:42:30.488507 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa209e42-0123-4f89-ac0e-272472243367 req-0d8a236d-99a0-4d7b-85d7-f23ac4476523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:30.490177 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aa209e42-0123-4f89-ac0e-272472243367 req-0d8a236d-99a0-4d7b-85d7-f23ac4476523 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568292 Oct 28 09:42:30.632717 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903baf8-aedb-4b36-900c-6a763afc1faf req-43b25f4d-fb87-40cc-8cab-eaa73175b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:30.634258 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c903baf8-aedb-4b36-900c-6a763afc1faf req-43b25f4d-fb87-40cc-8cab-eaa73175b826 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 1099 time: 0.1202443 Oct 28 09:42:30.653081 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e7551-6e7d-4b80-903c-abdf44864a45 req-3c4aec13-61c8-406b-a54c-baeca249d012 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:30.663917 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-147e7551-6e7d-4b80-903c-abdf44864a45 req-3c4aec13-61c8-406b-a54c-baeca249d012 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0683846 Oct 28 09:42:30.698371 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c903baf8-aedb-4b36-900c-6a763afc1faf req-c0f17adb-de8e-4776-bb67-e2ac66ba0e23 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546815 Oct 28 09:42:30.704852 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aa209e42-0123-4f89-ac0e-272472243367 req-36d11cb1-5f25-476b-9011-af629cfd7cd9 service neutron] 10.222.0.98 "GET /v2.0/networks/f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028823 Oct 28 09:42:30.706296 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-147e7551-6e7d-4b80-903c-abdf44864a45 req-8cc0aea8-4d03-42f6-a2d7-942fc776434c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415237 Oct 28 09:42:31.044946 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aa209e42-0123-4f89-ac0e-272472243367 req-39d8d5e7-a5d0-411e-a60e-3083f9c7742d service neutron] 10.222.0.98 "GET /v2.0/networks/f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222820 Oct 28 09:42:31.315597 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3288f0-3044-41f2-bdb3-7ff8c6d1f590 req-9b00f90d-bcd9-4e4e-b526-73a39933c194 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:31.317243 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-db3288f0-3044-41f2-bdb3-7ff8c6d1f590 req-9b00f90d-bcd9-4e4e-b526-73a39933c194 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 946 time: 0.0649412 Oct 28 09:42:31.370961 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-db3288f0-3044-41f2-bdb3-7ff8c6d1f590 req-c2670fdf-cb6b-453f-a778-fbfb3387bfa7 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461996 Oct 28 09:42:31.851493 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac4100-4353-4cf9-8516-225284269405 req-a39edcfd-2dff-43b7-a21c-d751aeece1e8 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:31.853270 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-dfac4100-4353-4cf9-8516-225284269405 req-a39edcfd-2dff-43b7-a21c-d751aeece1e8 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0570803 Oct 28 09:42:31.909997 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-dfac4100-4353-4cf9-8516-225284269405 req-24a2032e-859d-4e80-9229-2a70d5b3fdd5 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492303 Oct 28 09:42:32.524261 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08da1c-08bd-4f9e-97db-8515c61e730d req-db5bfd32-10c7-49e2-aa90-a2c49a789737 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:32.526376 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2c08da1c-08bd-4f9e-97db-8515c61e730d req-db5bfd32-10c7-49e2-aa90-a2c49a789737 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 946 time: 0.0652399 Oct 28 09:42:32.572475 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2c08da1c-08bd-4f9e-97db-8515c61e730d req-c06ab081-bde8-4607-9467-4b1da6c6e368 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394666 Oct 28 09:42:32.953163 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525b926-769e-4938-a546-09444694dbdb req-963560b7-47ff-452e-8e7c-c95f77345d29 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:32.960528 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-9525b926-769e-4938-a546-09444694dbdb req-963560b7-47ff-452e-8e7c-c95f77345d29 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 946 time: 0.3115554 Oct 28 09:42:33.007734 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-9525b926-769e-4938-a546-09444694dbdb req-ec999551-70a5-44a7-beba-f8445462a6d5 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436528 Oct 28 09:42:33.024236 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 59932) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:42:33.066590 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca180073-1e70-4765-8782-4a9db8803f87 req-540fd015-5df2-4135-a323-9e6209ba7999 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:33.075372 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ca180073-1e70-4765-8782-4a9db8803f87 req-540fd015-5df2-4135-a323-9e6209ba7999 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0840342 Oct 28 09:42:33.157952 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ca180073-1e70-4765-8782-4a9db8803f87 req-b96179b3-f5c6-47cd-acbb-eec192f57e81 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815642 Oct 28 09:42:33.164061 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e713a0-c0cc-4a0a-bdc1-96fc82ebc500 tempest-TestVolumeBootPattern-132025378 tempest-TestVolumeBootPattern-132025378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:33.165583 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-d1e713a0-c0cc-4a0a-bdc1-96fc82ebc500 tempest-TestVolumeBootPattern-132025378 tempest-TestVolumeBootPattern-132025378-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 1094 time: 0.1395540 Oct 28 09:42:33.168666 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 59936) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:42:33.173645 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Request body: {'floatingip': {'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'port_id': '04575a94-a417-4b9d-92d4-98eaef544595', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:42:33.200105 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for floatingip, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:33.310852 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:33.433819 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Allocated IP 172.27.2.181 (31303b2b-323a-4b81-9e96-008831f8aead/d3684885-b597-423f-94c6-5f950061bf40/22460b47-c2f5-41bd-8832-2cd773856420) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:42:33.557069 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:33.595430 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:33.644496 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Network 31303b2b-323a-4b81-9e96-008831f8aead is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:42:33.651750 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:42:33.655432 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:42:33.657963 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Pushing event updated for resources: {'Port': ['ID=22460b47-c2f5-41bd-8832-2cd773856420,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:33.685009 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:33.685349 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:33.686325 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:33.686664 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:33.686987 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:33.687313 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:33.687636 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:33.688025 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:33.688350 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:33.688676 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:33.689002 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:33.689324 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:34.108066 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:34.194772 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:34.314525 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422077e3-944f-42f6-91f8-5df1a1386e1d req-75a2c03b-aa2e-42a1-8c8d-1f4cb2f2f65d tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:34.316319 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-422077e3-944f-42f6-91f8-5df1a1386e1d req-75a2c03b-aa2e-42a1-8c8d-1f4cb2f2f65d tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0598798 Oct 28 09:42:34.360906 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-422077e3-944f-42f6-91f8-5df1a1386e1d req-158f1225-dcfd-481a-98b3-8a501ad82d02 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376744 Oct 28 09:42:34.421187 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:34.427222 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:34.513278 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Pushing event updated for resources: {'Port': ['ID=22460b47-c2f5-41bd-8832-2cd773856420,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:34.531096 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639989'] for floatingip, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:34.653274 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.db.l3_db [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Floating IP 022419df-3cf4-408f-ac9f-99c47a9426a4 associated. External IP: 172.27.2.181, port: 04575a94-a417-4b9d-92d4-98eaef544595. Oct 28 09:42:35.132244 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Router 46ac8724-3d1e-4554-a165-0c65a450b2bf has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:42:35.256123 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:42:35.270503 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d03fb10-adcf-4b40-8f50-18887238f9a5 None None] Sync routers for ids ['46ac8724-3d1e-4554-a165-0c65a450b2bf'] in dv-cinder-815146-5-iscsi {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:42:35.282472 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for floatingip, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:35.288987 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d03fb10-adcf-4b40-8f50-18887238f9a5 None None] Routers {'46ac8724-3d1e-4554-a165-0c65a450b2bf'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:42:35.289637 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-0d03fb10-adcf-4b40-8f50-18887238f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:42:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['46ac8724-3d1e-4554-a165-0c65a450b2bf'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:42:35.313497 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-bebdc097-f796-45e2-ab77-ea8e28bd483a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1437862 Oct 28 09:42:35.314083 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8332fc-9318-449e-b4ef-69d9e4134b27', 'tag': '04575a94-a417-4b9d-92d4-98eaef544595'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:42:35.316549 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359356d1-2ff5-4e8f-b14e-42315ff8edbb" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8332fc-9318-449e-b4ef-69d9e4134b27", "tag": "04575a94-a417-4b9d-92d4-98eaef544595"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:42:35.364832 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcb46bc-5f04-4908-b4a0-a24aedaf0540 x-openstack-request-id: req-6bcb46bc-5f04-4908-b4a0-a24aedaf0540 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:42:35.365234 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8332fc-9318-449e-b4ef-69d9e4134b27", "tag": "04575a94-a417-4b9d-92d4-98eaef544595", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:42:35.365582 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6bcb46bc-5f04-4908-b4a0-a24aedaf0540 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:42:35.366107 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8332fc-9318-449e-b4ef-69d9e4134b27', 'tag': '04575a94-a417-4b9d-92d4-98eaef544595', 'status': 'completed', 'code': 200} Oct 28 09:42:35.463679 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359356d1-2ff5-4e8f-b14e-42315ff8edbb req-f343ed7d-3bf9-4a0c-9ac9-1cae779b0319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:35.465247 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-359356d1-2ff5-4e8f-b14e-42315ff8edbb req-f343ed7d-3bf9-4a0c-9ac9-1cae779b0319 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0c21dfdaee364617abd51da0c404f641&device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 1099 time: 0.0580726 Oct 28 09:42:35.543267 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a69fd5-12c5-4e26-94c1-44e60e890315 req-e068d95f-d09e-41bf-9c02-4cbec9524333 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:35.546501 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-21a69fd5-12c5-4e26-94c1-44e60e890315 req-e068d95f-d09e-41bf-9c02-4cbec9524333 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0705726 Oct 28 09:42:35.571742 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-0d03fb10-adcf-4b40-8f50-18887238f9a5 None None] Set router 46ac8724-3d1e-4554-a165-0c65a450b2bf gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:42:35.601320 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-21a69fd5-12c5-4e26-94c1-44e60e890315 req-99cd198f-1c17-4d0b-97d9-308de956dc4a tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483212 Oct 28 09:42:35.649398 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359356d1-2ff5-4e8f-b14e-42315ff8edbb req-2ee87022-94b8-48af-929a-c9335eb75d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:35.651508 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-359356d1-2ff5-4e8f-b14e-42315ff8edbb req-2ee87022-94b8-48af-929a-c9335eb75d32 service neutron] 10.222.0.98 "GET /v2.0/networks?id=3ec025e8-c907-428e-81e8-ed8edc7a1310 HTTP/1.1" status: 200 len: 912 time: 0.1690242 Oct 28 09:42:35.735602 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-359356d1-2ff5-4e8f-b14e-42315ff8edbb req-487c3129-4fdb-4e22-bf15-bf993dbb68a5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04575a94-a417-4b9d-92d4-98eaef544595 HTTP/1.1" status: 200 len: 1000 time: 0.0752828 Oct 28 09:42:35.794391 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359356d1-2ff5-4e8f-b14e-42315ff8edbb req-f8b3147f-adc6-4f16-959d-c3ecbf447732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:35.796558 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-359356d1-2ff5-4e8f-b14e-42315ff8edbb req-f8b3147f-adc6-4f16-959d-c3ecbf447732 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e11436ea-b0d5-47f1-b827-7d70d47e8d45 HTTP/1.1" status: 200 len: 850 time: 0.0509667 Oct 28 09:42:35.859105 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359356d1-2ff5-4e8f-b14e-42315ff8edbb req-96ec8920-9e22-400d-9fb3-22122ac9e063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:35.861298 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-359356d1-2ff5-4e8f-b14e-42315ff8edbb req-96ec8920-9e22-400d-9fb3-22122ac9e063 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3ec025e8-c907-428e-81e8-ed8edc7a1310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545025 Oct 28 09:42:35.926376 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-0d03fb10-adcf-4b40-8f50-18887238f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '022419df-3cf4-408f-ac9f-99c47a9426a4', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'port_id': '04575a94-a417-4b9d-92d4-98eaef544595', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'mac_address': 'fa:16:3e:d3:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8332fc-9318-449e-b4ef-69d9e4134b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:42:33Z', 'updated_at': '2021-10-28T09:42:33Z', 'revision_number': 0, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7dc0ace-e0b9-479b-8efb-5f5bbd901340', 'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'mac_address': 'fa:16:3e:89:d0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:50Z', 'updated_at': '2021-10-28T09:41:55Z', 'revision_number': 5, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'subnets': [{'id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:42:35.960430 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d03fb10-adcf-4b40-8f50-18887238f9a5 None None] Checking router: 46ac8724-3d1e-4554-a165-0c65a450b2bf for host: dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:42:35.973455 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d03fb10-adcf-4b40-8f50-18887238f9a5 None None] Routers {'46ac8724-3d1e-4554-a165-0c65a450b2bf'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:42:35.974583 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-0d03fb10-adcf-4b40-8f50-18887238f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:42:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['46ac8724-3d1e-4554-a165-0c65a450b2bf'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:42:35.981868 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-359356d1-2ff5-4e8f-b14e-42315ff8edbb req-979f4fc5-c778-43de-ba08-48047bc16049 service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109974 Oct 28 09:42:36.096089 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-359356d1-2ff5-4e8f-b14e-42315ff8edbb req-947b58b6-25a3-4887-804a-fdccb1cee8f6 service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054513 Oct 28 09:42:36.100610 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-0d03fb10-adcf-4b40-8f50-18887238f9a5 None None] Set router 46ac8724-3d1e-4554-a165-0c65a450b2bf gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:42:36.398321 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-0d03fb10-adcf-4b40-8f50-18887238f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '022419df-3cf4-408f-ac9f-99c47a9426a4', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'port_id': '04575a94-a417-4b9d-92d4-98eaef544595', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'mac_address': 'fa:16:3e:d3:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8332fc-9318-449e-b4ef-69d9e4134b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:42:33Z', 'updated_at': '2021-10-28T09:42:33Z', 'revision_number': 0, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7dc0ace-e0b9-479b-8efb-5f5bbd901340', 'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'mac_address': 'fa:16:3e:89:d0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:50Z', 'updated_at': '2021-10-28T09:41:55Z', 'revision_number': 5, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'subnets': [{'id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:42:36.432190 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d03fb10-adcf-4b40-8f50-18887238f9a5 None None] The sync data for ids ['46ac8724-3d1e-4554-a165-0c65a450b2bf'] in dv-cinder-815146-5-iscsi is: [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '022419df-3cf4-408f-ac9f-99c47a9426a4', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'port_id': '04575a94-a417-4b9d-92d4-98eaef544595', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'mac_address': 'fa:16:3e:d3:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8332fc-9318-449e-b4ef-69d9e4134b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:42:33Z', 'updated_at': '2021-10-28T09:42:33Z', 'revision_number': 0, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7dc0ace-e0b9-479b-8efb-5f5bbd901340', 'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'mac_address': 'fa:16:3e:89:d0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:50Z', 'updated_at': '2021-10-28T09:41:55Z', 'revision_number': 5, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'subnets': [{'id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:42:36.712598 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f019412-6b8f-4942-a90e-293a85da0b81 None None] New status for floating IP 022419df-3cf4-408f-ac9f-99c47a9426a4: ACTIVE {{(pid=101552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:42:36.782251 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7aeb16-4999-4ee7-b25d-028a956acca2 req-db0ef38e-935f-4bc2-b0f0-8ba569207bc2 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:36.790468 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fe7aeb16-4999-4ee7-b25d-028a956acca2 req-db0ef38e-935f-4bc2-b0f0-8ba569207bc2 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0651972 Oct 28 09:42:36.837410 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fe7aeb16-4999-4ee7-b25d-028a956acca2 req-76e8c90e-f375-4fc1-b6af-a00a424cbe8a tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458384 Oct 28 09:42:37.687260 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e07850-2d35-4310-b1f6-556de69fc125 req-9f807db0-a302-41bf-a4d4-17f692cf3cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:37.688822 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-05e07850-2d35-4310-b1f6-556de69fc125 req-9f807db0-a302-41bf-a4d4-17f692cf3cd4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=527b76bbd1e54d17a4de33776892141c&device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 1098 time: 0.0424464 Oct 28 09:42:37.798366 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e07850-2d35-4310-b1f6-556de69fc125 req-cfc7c112-66b1-43ab-8636-b14af34b79de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:37.799934 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-05e07850-2d35-4310-b1f6-556de69fc125 req-cfc7c112-66b1-43ab-8636-b14af34b79de service neutron] 10.222.0.98 "GET /v2.0/networks?id=4ea4cab8-150a-44ba-9227-c4083ead845c HTTP/1.1" status: 200 len: 916 time: 0.0937810 Oct 28 09:42:37.872125 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-05e07850-2d35-4310-b1f6-556de69fc125 req-656ce8b9-8fae-4c43-bd63-3b0b661e8831 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1636fb0e-5a7d-4128-b5bc-e15aee3f4277 HTTP/1.1" status: 200 len: 1000 time: 0.0609546 Oct 28 09:42:37.932987 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e07850-2d35-4310-b1f6-556de69fc125 req-817b9d7a-9a19-4ff3-bdb9-f0dd5cf8a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:37.934538 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-05e07850-2d35-4310-b1f6-556de69fc125 req-817b9d7a-9a19-4ff3-bdb9-f0dd5cf8a2a6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=263b05d8-eb38-4884-926d-259edcdc488d HTTP/1.1" status: 200 len: 854 time: 0.0541816 Oct 28 09:42:37.956240 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc80b4-6e96-4b01-af0f-ba2ac2bf40bf req-984a71bf-50c2-4d05-bbce-ecc4766bdd78 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:37.957826 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-5bfc80b4-6e96-4b01-af0f-ba2ac2bf40bf req-984a71bf-50c2-4d05-bbce-ecc4766bdd78 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0533354 Oct 28 09:42:37.984923 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e07850-2d35-4310-b1f6-556de69fc125 req-a8759a8d-20b4-4070-8b6f-40aa6f5459ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:37.986449 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-05e07850-2d35-4310-b1f6-556de69fc125 req-a8759a8d-20b4-4070-8b6f-40aa6f5459ed service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4ea4cab8-150a-44ba-9227-c4083ead845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439498 Oct 28 09:42:37.995969 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-5bfc80b4-6e96-4b01-af0f-ba2ac2bf40bf req-34974bdd-2646-4dd7-a2e3-bbbed48d7536 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320003 Oct 28 09:42:38.082301 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-05e07850-2d35-4310-b1f6-556de69fc125 req-248c5fc2-b80f-495b-a2ba-c0be168e051b service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871322 Oct 28 09:42:38.184199 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-05e07850-2d35-4310-b1f6-556de69fc125 req-a8bdef74-b8de-41b4-94b6-9f08dc572498 service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909054 Oct 28 09:42:38.769320 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-416eda7c-9593-45c2-95bf-b191e588f73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:39.118001 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf3b8f-e5a4-476f-8346-e758b653dd94 req-48b3ca87-06ff-45d8-b0c7-a9d5c0f8aa4f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:39.119489 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-10bf3b8f-e5a4-476f-8346-e758b653dd94 req-48b3ca87-06ff-45d8-b0c7-a9d5c0f8aa4f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 945 time: 0.0494525 Oct 28 09:42:39.158870 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-10bf3b8f-e5a4-476f-8346-e758b653dd94 req-042e5b2d-d60b-44a4-8af8-9c2d44caa14f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327327 Oct 28 09:42:39.693625 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:42:39.773706 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:39.797742 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab9d2c6-97f3-483d-a08c-9bd6935c7186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:42:39.800209 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95492b45-9bc1-4a42-b6eb-2c322a5df36a" -d '{"events": [{"server_uuid": "7ab9d2c6-97f3-483d-a08c-9bd6935c7186", "name": "network-vif-unplugged", "status": "completed", "tag": "1636fb0e-5a7d-4128-b5bc-e15aee3f4277"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:42:39.814538 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1636fb0e-5a7d-4128-b5bc-e15aee3f4277,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:39.819116 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:39.843534 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817bbd5e-e631-42d4-a383-8e4b8ae86982 x-openstack-request-id: req-817bbd5e-e631-42d4-a383-8e4b8ae86982 {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:42:39.843848 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab9d2c6-97f3-483d-a08c-9bd6935c7186", "name": "network-vif-unplugged", "status": "completed", "tag": "1636fb0e-5a7d-4128-b5bc-e15aee3f4277", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:42:39.844095 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-817bbd5e-e631-42d4-a383-8e4b8ae86982 {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:42:39.844476 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab9d2c6-97f3-483d-a08c-9bd6935c7186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277', 'code': 200} Oct 28 09:42:39.869536 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=1636fb0e-5a7d-4128-b5bc-e15aee3f4277,revision_number=8']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:40.289631 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd5fec-ee28-41b3-9ae7-44959548c82d req-d861610f-9113-4bf9-94e5-99a8efbae4db tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:40.291134 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-57cd5fec-ee28-41b3-9ae7-44959548c82d req-d861610f-9113-4bf9-94e5-99a8efbae4db tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 943 time: 0.0553172 Oct 28 09:42:40.332059 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-57cd5fec-ee28-41b3-9ae7-44959548c82d req-ffaa372a-3e6d-462d-bd05-bca8054032ad tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334418 Oct 28 09:42:41.170233 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-af49af50-d39a-449e-82da-47cd243110c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:41.284505 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b808f-e2ba-43e7-9635-e57aa81f536e req-3734b45b-ff87-4d5c-b68f-2f619533295a tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:41.286285 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-583b808f-e2ba-43e7-9635-e57aa81f536e req-3734b45b-ff87-4d5c-b68f-2f619533295a tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 943 time: 0.0606804 Oct 28 09:42:41.342785 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-583b808f-e2ba-43e7-9635-e57aa81f536e req-8f4c4d11-89a6-46f7-9340-a8c4afb28594 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423346 Oct 28 09:42:41.347278 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0a36230c-559e-40d0-b7fe-b290cda2f9cd req-bad26bc2-25e7-4df2-a36f-0c463ab5c386 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817885 Oct 28 09:42:42.165637 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36230c-559e-40d0-b7fe-b290cda2f9cd req-83f9d7bb-244f-4bd9-81d8-9b3af3ffeaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:42.167069 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0a36230c-559e-40d0-b7fe-b290cda2f9cd req-83f9d7bb-244f-4bd9-81d8-9b3af3ffeaac service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186&tenant_id=527b76bbd1e54d17a4de33776892141c HTTP/1.1" status: 200 len: 1096 time: 0.0459809 Oct 28 09:42:42.230675 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36230c-559e-40d0-b7fe-b290cda2f9cd req-e21f5498-f093-485c-b09d-63afac51e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:42.232387 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0a36230c-559e-40d0-b7fe-b290cda2f9cd req-e21f5498-f093-485c-b09d-63afac51e570 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=527b76bbd1e54d17a4de33776892141c&device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 1096 time: 0.0424724 Oct 28 09:42:42.331016 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36230c-559e-40d0-b7fe-b290cda2f9cd req-a071095a-e322-4b7f-aa71-92ded56c2e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:42.332602 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0a36230c-559e-40d0-b7fe-b290cda2f9cd req-a071095a-e322-4b7f-aa71-92ded56c2e48 service neutron] 10.222.0.98 "GET /v2.0/networks?id=4ea4cab8-150a-44ba-9227-c4083ead845c HTTP/1.1" status: 200 len: 916 time: 0.0916693 Oct 28 09:42:42.401304 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0a36230c-559e-40d0-b7fe-b290cda2f9cd req-11acdf11-77e9-427a-98c8-4411df6a07b5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1636fb0e-5a7d-4128-b5bc-e15aee3f4277 HTTP/1.1" status: 200 len: 998 time: 0.0606799 Oct 28 09:42:42.456822 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36230c-559e-40d0-b7fe-b290cda2f9cd req-e48ff382-19a8-4e55-96d1-cf883a0f98a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:42.458429 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0a36230c-559e-40d0-b7fe-b290cda2f9cd req-e48ff382-19a8-4e55-96d1-cf883a0f98a4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=263b05d8-eb38-4884-926d-259edcdc488d HTTP/1.1" status: 200 len: 854 time: 0.0464547 Oct 28 09:42:42.463602 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf11181-73c7-4fb6-9c9b-a2482c431ee1 req-f196c35c-af1b-4aa4-8fef-baf7c1fa130e tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:42.465099 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6bf11181-73c7-4fb6-9c9b-a2482c431ee1 req-f196c35c-af1b-4aa4-8fef-baf7c1fa130e tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 943 time: 0.0489438 Oct 28 09:42:42.505199 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:42.506807 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6bf11181-73c7-4fb6-9c9b-a2482c431ee1 req-86242a63-4bc9-46d2-b5ed-42bdbc3e67f4 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350289 Oct 28 09:42:42.515000 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36230c-559e-40d0-b7fe-b290cda2f9cd req-63d35cb3-a46b-404b-9c12-eb99b33d516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:42.516589 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0a36230c-559e-40d0-b7fe-b290cda2f9cd req-63d35cb3-a46b-404b-9c12-eb99b33d516d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4ea4cab8-150a-44ba-9227-c4083ead845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505776 Oct 28 09:42:42.588060 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:42.617902 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0a36230c-559e-40d0-b7fe-b290cda2f9cd req-1a0672e9-abce-4179-a272-09dec97ecc62 service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934215 Oct 28 09:42:42.716944 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0a36230c-559e-40d0-b7fe-b290cda2f9cd req-dfc3b0e9-66da-4577-94d8-178eda6db052 service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915313 Oct 28 09:42:43.663942 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b66f96-5414-4e8a-8717-cba5901307b2 req-811144c5-27f1-4a40-986b-7b2a52b8f458 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:43.665530 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a3b66f96-5414-4e8a-8717-cba5901307b2 req-811144c5-27f1-4a40-986b-7b2a52b8f458 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 943 time: 0.0640490 Oct 28 09:42:43.700970 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:42:43.707387 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a3b66f96-5414-4e8a-8717-cba5901307b2 req-e86b99a4-5bb5-4e4d-a9e9-31d45bec6b76 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351601 Oct 28 09:42:43.770494 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:44.849326 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbdd66-e9bf-4725-a5f0-e6f6c4ddf5ca req-d50d5f75-86cc-4fd8-90cb-41e92c141e1f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:44.850977 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e1bbdd66-e9bf-4725-a5f0-e6f6c4ddf5ca req-d50d5f75-86cc-4fd8-90cb-41e92c141e1f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 943 time: 0.0534236 Oct 28 09:42:44.897127 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e1bbdd66-e9bf-4725-a5f0-e6f6c4ddf5ca req-18c99c71-3e81-4084-9d0d-ed0d1b0826a4 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400193 Oct 28 09:42:45.009780 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:42:46.027992 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454a3fc-1dc7-483e-ad69-acbec08817c0 req-007178db-1e41-43ca-9cee-ce557bb90cb1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:46.030191 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3454a3fc-1dc7-483e-ad69-acbec08817c0 req-007178db-1e41-43ca-9cee-ce557bb90cb1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 943 time: 0.0518126 Oct 28 09:42:46.072238 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3454a3fc-1dc7-483e-ad69-acbec08817c0 req-7c5340ff-c768-4d61-b26a-8669f2f766d5 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360923 Oct 28 09:42:47.218527 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169bd61-ee04-47a8-bd57-fcf076e151e1 req-63c9f986-1f16-4db1-833e-a9251ae0da9c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:47.219585 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f169bd61-ee04-47a8-bd57-fcf076e151e1 req-63c9f986-1f16-4db1-833e-a9251ae0da9c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 943 time: 0.0702600 Oct 28 09:42:47.260718 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f169bd61-ee04-47a8-bd57-fcf076e151e1 req-ff5e8fd2-341e-4f6e-aa0f-c3ceea783d11 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342555 Oct 28 09:42:48.389364 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b71e7-d904-4b04-8346-b137e009f758 req-4ae5a32d-1345-411e-87e9-e525da0405ee tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:48.390874 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0e7b71e7-d904-4b04-8346-b137e009f758 req-4ae5a32d-1345-411e-87e9-e525da0405ee tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 943 time: 0.0555570 Oct 28 09:42:48.432346 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0e7b71e7-d904-4b04-8346-b137e009f758 req-d6ca673c-10b1-4f6e-8271-7eae03f67f9c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352294 Oct 28 09:42:49.558048 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e026090-8fae-4490-b8b8-f7c79623903c req-33245586-e71f-4502-a942-4b4dce1f4a01 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:49.559732 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-0e026090-8fae-4490-b8b8-f7c79623903c req-33245586-e71f-4502-a942-4b4dce1f4a01 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 943 time: 0.0509515 Oct 28 09:42:49.603444 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-0e026090-8fae-4490-b8b8-f7c79623903c req-5259e2f8-9aef-4e1f-963d-870a4291c714 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365996 Oct 28 09:42:50.735913 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a40c8d-af30-48dd-aeb1-fa00a9f4b74a req-86a21389-5c8e-420b-89e8-2fad57968beb tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:50.737715 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-11a40c8d-af30-48dd-aeb1-fa00a9f4b74a req-86a21389-5c8e-420b-89e8-2fad57968beb tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 943 time: 0.0591173 Oct 28 09:42:50.777414 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-11a40c8d-af30-48dd-aeb1-fa00a9f4b74a req-76389857-8925-45c6-9acb-201d273b1104 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337460 Oct 28 09:42:51.905182 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94a062-b244-402d-93bf-af339eb13e6d req-8df73e0a-5294-4163-bff7-541f37bb740c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:51.906826 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7f94a062-b244-402d-93bf-af339eb13e6d req-8df73e0a-5294-4163-bff7-541f37bb740c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 943 time: 0.0495124 Oct 28 09:42:51.949352 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7f94a062-b244-402d-93bf-af339eb13e6d req-6ad6b526-b9b0-4377-897f-9ec621b6059c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362351 Oct 28 09:42:52.312813 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:53.079624 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb438873-f774-4af9-8a50-faf7575cc3de req-b34db844-f0ea-44e4-9c08-6aa7a76eed60 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:53.081177 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-bb438873-f774-4af9-8a50-faf7575cc3de req-b34db844-f0ea-44e4-9c08-6aa7a76eed60 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 943 time: 0.0563655 Oct 28 09:42:53.121606 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-bb438873-f774-4af9-8a50-faf7575cc3de req-e08f3b2c-6d06-40f9-bc5d-bd730de30631 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342352 Oct 28 09:42:54.250206 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d1242-b818-41ef-b15e-9e4eb6428472 req-3eebeae3-61a9-42b4-8de9-cba4c1a5ba99 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:54.251862 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e35d1242-b818-41ef-b15e-9e4eb6428472 req-3eebeae3-61a9-42b4-8de9-cba4c1a5ba99 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 943 time: 0.0513449 Oct 28 09:42:54.291920 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e35d1242-b818-41ef-b15e-9e4eb6428472 req-153844ba-2f3c-467b-b0df-ff9dbea9c5c1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339141 Oct 28 09:42:55.416670 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7d322-609c-45e0-9ef4-14f743afbba4 req-22b65b8f-efe7-4fdf-b003-73ad4cf1c5a2 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:55.418123 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f7f7d322-609c-45e0-9ef4-14f743afbba4 req-22b65b8f-efe7-4fdf-b003-73ad4cf1c5a2 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 943 time: 0.0527854 Oct 28 09:42:55.456080 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f7f7d322-609c-45e0-9ef4-14f743afbba4 req-ff8c7036-bdb8-4d00-a709-18b4e9161b47 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319891 Oct 28 09:42:56.575899 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbaa28-7424-4db9-9189-17b81d65b6c1 req-ade83836-41bd-4b57-87cd-d541d533665d tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:56.577757 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-89fbaa28-7424-4db9-9189-17b81d65b6c1 req-ade83836-41bd-4b57-87cd-d541d533665d tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 943 time: 0.0491860 Oct 28 09:42:56.615385 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-89fbaa28-7424-4db9-9189-17b81d65b6c1 req-b1fb814d-d5a0-4c9c-aa50-ed1e190a8144 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317607 Oct 28 09:42:57.755217 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afe4e1-f49a-48ed-a373-0e96b0901896 req-4762103e-f106-44f4-a68e-0de752a6618f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:57.756808 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-07afe4e1-f49a-48ed-a373-0e96b0901896 req-4762103e-f106-44f4-a68e-0de752a6618f tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 943 time: 0.0529649 Oct 28 09:42:57.771807 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:42:57.799247 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-07afe4e1-f49a-48ed-a373-0e96b0901896 req-6c874ddb-5e2e-4295-b9cb-ddb651e025e3 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364718 Oct 28 09:42:57.871348 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1636fb0e-5a7d-4128-b5bc-e15aee3f4277,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:57.882857 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'port_id': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277', 'mac_address': 'fa:16:3e:2d:2a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263b05d8-eb38-4884-926d-259edcdc488d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:42:57.921224 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:57.934663 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:42:57.954223 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1636fb0e-5a7d-4128-b5bc-e15aee3f4277,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:57.958013 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:58.004142 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=1636fb0e-5a7d-4128-b5bc-e15aee3f4277,revision_number=9']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:58.220154 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['1636fb0e-5a7d-4128-b5bc-e15aee3f4277'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:42:58.917597 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98632c-618f-423c-82aa-e2a5d700badc req-253cbd84-64f2-4fdf-a378-475addf9e3b4 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:58.919047 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3f98632c-618f-423c-82aa-e2a5d700badc req-253cbd84-64f2-4fdf-a378-475addf9e3b4 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 944 time: 0.0488865 Oct 28 09:42:58.959567 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3f98632c-618f-423c-82aa-e2a5d700badc req-6b2b7b10-a062-4c30-8cfd-e9c10972ea28 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344765 Oct 28 09:42:59.786010 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:42:59.835589 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:42:59.835995 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:59.914982 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:59.938804 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab9d2c6-97f3-483d-a08c-9bd6935c7186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:42:59.941048 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2b2fc4-75b8-4fa1-9fc2-8f9bc6a19b57" -d '{"events": [{"server_uuid": "7ab9d2c6-97f3-483d-a08c-9bd6935c7186", "name": "network-vif-plugged", "status": "completed", "tag": "1636fb0e-5a7d-4128-b5bc-e15aee3f4277"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:42:59.955033 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1636fb0e-5a7d-4128-b5bc-e15aee3f4277,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:59.960515 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:59.985525 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a69f836-01b3-4d93-803f-8f14442fb93f x-openstack-request-id: req-1a69f836-01b3-4d93-803f-8f14442fb93f {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:42:59.985806 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab9d2c6-97f3-483d-a08c-9bd6935c7186", "name": "network-vif-plugged", "status": "completed", "tag": "1636fb0e-5a7d-4128-b5bc-e15aee3f4277", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:42:59.986060 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1a69f836-01b3-4d93-803f-8f14442fb93f {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:42:59.986556 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab9d2c6-97f3-483d-a08c-9bd6935c7186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277', 'code': 200} Oct 28 09:43:00.012782 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=1636fb0e-5a7d-4128-b5bc-e15aee3f4277,revision_number=10']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:00.100920 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cafb3-3cc2-4eec-a05e-cefc87e858fa req-d81e2d40-9092-4ece-811a-67e0b1f7754a tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:00.102673 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b40cafb3-3cc2-4eec-a05e-cefc87e858fa req-d81e2d40-9092-4ece-811a-67e0b1f7754a tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 946 time: 0.0533316 Oct 28 09:43:00.144115 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b40cafb3-3cc2-4eec-a05e-cefc87e858fa req-d625be7b-2a65-4252-b506-340612654d09 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335624 Oct 28 09:43:00.174200 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0238702-2425-4942-8f05-78fc0418a750 req-83015df3-c16c-42d2-a572-c24f3ebb9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:00.175680 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d0238702-2425-4942-8f05-78fc0418a750 req-83015df3-c16c-42d2-a572-c24f3ebb9ade service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 1099 time: 0.0418630 Oct 28 09:43:00.211108 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d0238702-2425-4942-8f05-78fc0418a750 req-6576fe33-6ee6-4d2f-9089-53874e091adf service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279355 Oct 28 09:43:01.267673 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bf8bc-7553-4789-bba3-3ec46d876e64 req-d22460fa-1086-4a71-b309-9e6d36d53f62 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:01.269160 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-593bf8bc-7553-4789-bba3-3ec46d876e64 req-d22460fa-1086-4a71-b309-9e6d36d53f62 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 946 time: 0.0517638 Oct 28 09:43:01.307054 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-593bf8bc-7553-4789-bba3-3ec46d876e64 req-104d171f-b55d-451f-8a6e-5a03c30d3104 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318887 Oct 28 09:43:02.429369 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca4091-3250-4d2a-96be-6c1d71942899 req-ac7267cd-d971-4234-846a-683f23e4a74a tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:02.430853 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-93ca4091-3250-4d2a-96be-6c1d71942899 req-ac7267cd-d971-4234-846a-683f23e4a74a tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 946 time: 0.0491467 Oct 28 09:43:02.469599 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-93ca4091-3250-4d2a-96be-6c1d71942899 req-32a35c9b-95ac-4814-a6b4-ebac1965efa5 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320654 Oct 28 09:43:08.770865 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-20b472bb-012a-42bf-8f09-5edd4d03e44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:11.170927 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-06d77b6b-f33c-4dff-bc56-7700c061da70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:12.500725 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:12.590437 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:13.763542 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:22.012109 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:43:22.315438 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:29.277246 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f54aecec-bacf-4c90-bffd-497b7b099b9e req-cf859c77-9b56-4460-8af2-1487e875c769 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391817 Oct 28 09:43:29.342834 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54aecec-bacf-4c90-bffd-497b7b099b9e req-174af810-cad0-4df0-9952-91b993d92224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:29.345093 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f54aecec-bacf-4c90-bffd-497b7b099b9e req-174af810-cad0-4df0-9952-91b993d92224 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=527b76bbd1e54d17a4de33776892141c&device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 1099 time: 0.0404675 Oct 28 09:43:29.453335 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54aecec-bacf-4c90-bffd-497b7b099b9e req-e513285f-0088-4cde-8160-ae37b1a5af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:29.454845 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f54aecec-bacf-4c90-bffd-497b7b099b9e req-e513285f-0088-4cde-8160-ae37b1a5af44 service neutron] 10.222.0.98 "GET /v2.0/networks?id=4ea4cab8-150a-44ba-9227-c4083ead845c HTTP/1.1" status: 200 len: 916 time: 0.0875578 Oct 28 09:43:29.520448 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f54aecec-bacf-4c90-bffd-497b7b099b9e req-42e31ec3-6f21-4a7b-b2c1-efbdb161c007 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1636fb0e-5a7d-4128-b5bc-e15aee3f4277 HTTP/1.1" status: 200 len: 1000 time: 0.0573337 Oct 28 09:43:29.573690 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54aecec-bacf-4c90-bffd-497b7b099b9e req-9be509d2-b121-41e2-9ba0-c92651e68e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:29.575038 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f54aecec-bacf-4c90-bffd-497b7b099b9e req-9be509d2-b121-41e2-9ba0-c92651e68e47 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=263b05d8-eb38-4884-926d-259edcdc488d HTTP/1.1" status: 200 len: 854 time: 0.0476706 Oct 28 09:43:29.622174 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54aecec-bacf-4c90-bffd-497b7b099b9e req-41139463-a46a-4144-9f16-70493b113e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:29.623667 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f54aecec-bacf-4c90-bffd-497b7b099b9e req-41139463-a46a-4144-9f16-70493b113e42 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4ea4cab8-150a-44ba-9227-c4083ead845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402105 Oct 28 09:43:29.714431 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f54aecec-bacf-4c90-bffd-497b7b099b9e req-59d741be-dc4e-4d4b-854a-95def5f1746a service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819697 Oct 28 09:43:29.807736 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f54aecec-bacf-4c90-bffd-497b7b099b9e req-e7fe1d59-f254-483f-bb4a-076d4c5e5dee service neutron] 10.222.0.98 "GET /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840533 Oct 28 09:43:32.880235 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 60138) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:33.134081 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Deleting port b21299a7-5089-455c-95f5-c57820bcc2e4 {{(pid=101549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:43:33.134465 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:33.214783 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:33.215107 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:33.226929 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Calling delete_port for b21299a7-5089-455c-95f5-c57820bcc2e4 owned by network:floatingip {{(pid=101549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:43:33.373764 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:33.400782 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Pushing event deleted for resources: {'Port': ['ID=b21299a7-5089-455c-95f5-c57820bcc2e4,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:33.425919 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:33.426299 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:33.426595 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:33.426928 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:33.427260 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:33.427600 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:33.427950 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:33.428276 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:33.428601 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:33.428923 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:33.429245 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:33.429565 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:33.469711 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for floatingip, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:33.470035 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.l3_db [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Floating IP 26bef5e0-a5d0-421c-8c0f-275ab2e03c47 disassociated (deleted). External IP: 172.27.2.15, port: 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d. Oct 28 09:43:33.675890 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Router 54f722df-49b2-48ea-b7d4-7403a7aab572 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:43:33.787808 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:43:33.792285 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for floatingip, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:33.801185 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f05e86-6ea8-4a46-aabd-addb973cda47 None None] Sync routers for ids ['54f722df-49b2-48ea-b7d4-7403a7aab572'] in dv-cinder-815146-5-iscsi {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:43:33.812676 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f05e86-6ea8-4a46-aabd-addb973cda47 None None] Routers {'54f722df-49b2-48ea-b7d4-7403a7aab572'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:43:33.813352 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-09f05e86-6ea8-4a46-aabd-addb973cda47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:43:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['54f722df-49b2-48ea-b7d4-7403a7aab572'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:33.822565 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-16970770-b4d8-4af4-8ec0-b3519c49ee44 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "DELETE /v2.0/floatingips/26bef5e0-a5d0-421c-8c0f-275ab2e03c47 HTTP/1.1" status: 204 len: 168 time: 0.9411700 Oct 28 09:43:33.823295 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '500bccbd-2f52-4228-9aed-8ca963e142ef', 'tag': '6bd91a31-40cc-479a-ad35-5aa2feaf8b1d'}] {{(pid=101549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:43:33.825881 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ad8cfbc74f76342fd0a63029923cc1170f39986be8cbcb10a1afec96ad6d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4627ef8-9240-476b-ac5c-9b0c5047d993" -d '{"events": [{"name": "network-changed", "server_uuid": "500bccbd-2f52-4228-9aed-8ca963e142ef", "tag": "6bd91a31-40cc-479a-ad35-5aa2feaf8b1d"}]}' {{(pid=101549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:43:33.924875 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ba0954-03bb-43c4-8eef-6e938e8a7968 x-openstack-request-id: req-72ba0954-03bb-43c4-8eef-6e938e8a7968 {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:43:33.925514 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "500bccbd-2f52-4228-9aed-8ca963e142ef", "tag": "6bd91a31-40cc-479a-ad35-5aa2feaf8b1d", "status": "completed", "code": 200}]} {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:43:33.925514 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-72ba0954-03bb-43c4-8eef-6e938e8a7968 {{(pid=101549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:43:33.925814 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '500bccbd-2f52-4228-9aed-8ca963e142ef', 'tag': '6bd91a31-40cc-479a-ad35-5aa2feaf8b1d', 'status': 'completed', 'code': 200} Oct 28 09:43:33.930147 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-09f05e86-6ea8-4a46-aabd-addb973cda47 None None] Set router 54f722df-49b2-48ea-b7d4-7403a7aab572 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:43:34.007844 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4627ef8-9240-476b-ac5c-9b0c5047d993 req-a1025f05-67a2-4a28-ab3f-f76b43bcaad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:34.009461 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c4627ef8-9240-476b-ac5c-9b0c5047d993 req-a1025f05-67a2-4a28-ab3f-f76b43bcaad7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=64c8b312f18548939a655ccab105249a&device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 1099 time: 0.0557821 Oct 28 09:43:34.064045 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e5825-fc5e-42f0-b175-e85e0b211b9e req-25f6e238-2ba4-46a8-b1fb-a02e50b9de23 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:34.065566 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7b3e5825-fc5e-42f0-b175-e85e0b211b9e req-25f6e238-2ba4-46a8-b1fb-a02e50b9de23 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0523186 Oct 28 09:43:34.106566 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7b3e5825-fc5e-42f0-b175-e85e0b211b9e req-ac6e979e-4176-4822-b11c-790d9f57a710 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340722 Oct 28 09:43:34.113465 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4627ef8-9240-476b-ac5c-9b0c5047d993 req-b9cfb070-e100-45d7-90da-c875a7fa2894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:34.115588 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c4627ef8-9240-476b-ac5c-9b0c5047d993 req-b9cfb070-e100-45d7-90da-c875a7fa2894 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 HTTP/1.1" status: 200 len: 910 time: 0.0963645 Oct 28 09:43:34.159536 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-09f05e86-6ea8-4a46-aabd-addb973cda47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'name': 'tempest-TestShelveInstance-1449459733-router', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:50Z', 'revision_number': 4, 'project_id': '64c8b312f18548939a655ccab105249a', 'gw_port': {'id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': 'db4ecb29-6caa-4237-9d92-a4b74aef0c99', 'name': '', 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'mac_address': 'fa:16:3e:79:a8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '4035f645-2903-45e0-bc42-d8bbe94b48f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:49Z', 'updated_at': '2021-10-28T09:37:55Z', 'revision_number': 5, 'project_id': '64c8b312f18548939a655ccab105249a', 'subnets': [{'id': '4035f645-2903-45e0-bc42-d8bbe94b48f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:34.167620 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c4627ef8-9240-476b-ac5c-9b0c5047d993 req-050f366c-83e4-4538-9bee-e4610ab2eb32 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d HTTP/1.1" status: 200 len: 217 time: 0.0350449 Oct 28 09:43:34.186845 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f05e86-6ea8-4a46-aabd-addb973cda47 None None] Checking router: 54f722df-49b2-48ea-b7d4-7403a7aab572 for host: dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:43:34.195554 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f05e86-6ea8-4a46-aabd-addb973cda47 None None] Routers {'54f722df-49b2-48ea-b7d4-7403a7aab572'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:43:34.196192 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-09f05e86-6ea8-4a46-aabd-addb973cda47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:43:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['54f722df-49b2-48ea-b7d4-7403a7aab572'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:34.219248 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4627ef8-9240-476b-ac5c-9b0c5047d993 req-825d2d96-804c-4ad6-ae0c-513380cc0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:34.220724 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c4627ef8-9240-476b-ac5c-9b0c5047d993 req-825d2d96-804c-4ad6-ae0c-513380cc0c76 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4035f645-2903-45e0-bc42-d8bbe94b48f5 HTTP/1.1" status: 200 len: 848 time: 0.0442228 Oct 28 09:43:34.274090 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4627ef8-9240-476b-ac5c-9b0c5047d993 req-ce9f01ef-81c2-4ae9-b203-be9188beebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:34.275607 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c4627ef8-9240-476b-ac5c-9b0c5047d993 req-ce9f01ef-81c2-4ae9-b203-be9188beebbf service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466251 Oct 28 09:43:34.373496 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c4627ef8-9240-476b-ac5c-9b0c5047d993 req-b72f63f2-5c2d-4750-9983-8711aa91c776 service neutron] 10.222.0.98 "GET /v2.0/networks/f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887005 Oct 28 09:43:34.428159 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-09f05e86-6ea8-4a46-aabd-addb973cda47 None None] Set router 54f722df-49b2-48ea-b7d4-7403a7aab572 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:43:34.470715 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c4627ef8-9240-476b-ac5c-9b0c5047d993 req-59ce3166-eccc-418d-9646-c92c3a21f57d service neutron] 10.222.0.98 "GET /v2.0/networks/f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890274 Oct 28 09:43:34.644378 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-09f05e86-6ea8-4a46-aabd-addb973cda47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'name': 'tempest-TestShelveInstance-1449459733-router', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:50Z', 'revision_number': 4, 'project_id': '64c8b312f18548939a655ccab105249a', 'gw_port': {'id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': 'db4ecb29-6caa-4237-9d92-a4b74aef0c99', 'name': '', 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'mac_address': 'fa:16:3e:79:a8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '4035f645-2903-45e0-bc42-d8bbe94b48f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:49Z', 'updated_at': '2021-10-28T09:37:55Z', 'revision_number': 5, 'project_id': '64c8b312f18548939a655ccab105249a', 'subnets': [{'id': '4035f645-2903-45e0-bc42-d8bbe94b48f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:34.674592 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f05e86-6ea8-4a46-aabd-addb973cda47 None None] The sync data for ids ['54f722df-49b2-48ea-b7d4-7403a7aab572'] in dv-cinder-815146-5-iscsi is: [{'id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'name': 'tempest-TestShelveInstance-1449459733-router', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:50Z', 'revision_number': 4, 'project_id': '64c8b312f18548939a655ccab105249a', 'gw_port': {'id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': 'db4ecb29-6caa-4237-9d92-a4b74aef0c99', 'name': '', 'network_id': 'f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'mac_address': 'fa:16:3e:79:a8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '4035f645-2903-45e0-bc42-d8bbe94b48f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:49Z', 'updated_at': '2021-10-28T09:37:55Z', 'revision_number': 5, 'project_id': '64c8b312f18548939a655ccab105249a', 'subnets': [{'id': '4035f645-2903-45e0-bc42-d8bbe94b48f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:43:34.891407 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e80005-72ef-4902-b415-38fd1f8191e4 None None] New status for floating IP 26bef5e0-a5d0-421c-8c0f-275ab2e03c47: DOWN {{(pid=101552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:43:35.228908 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5847e2-734c-4f5e-91f5-1196ac960434 req-02d0a28e-0bce-4fcf-aa0f-2a4025e5a416 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:35.230378 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ca5847e2-734c-4f5e-91f5-1196ac960434 req-02d0a28e-0bce-4fcf-aa0f-2a4025e5a416 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0492084 Oct 28 09:43:35.275775 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ca5847e2-734c-4f5e-91f5-1196ac960434 req-3d8b1204-a97d-4801-8b60-20bee9f389f9 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/security-groups?id=23122b45-8ddd-4017-8202-f98b5a9af07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384800 Oct 28 09:43:35.610256 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f886d0-c4f1-483f-97af-430d177959d2 req-5526cebe-3e2b-4288-8824-78a52bfb0157 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:35.611783 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c3f886d0-c4f1-483f-97af-430d177959d2 req-5526cebe-3e2b-4288-8824-78a52bfb0157 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 946 time: 0.0540767 Oct 28 09:43:35.649150 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c3f886d0-c4f1-483f-97af-430d177959d2 req-8312526c-2982-424b-a1b3-42fa6d9696d2 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313575 Oct 28 09:43:35.837480 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b80462-482d-42d3-8d87-56ca750fbd0b req-bf4e52f2-69d0-4dee-ab29-8f5494b8ef73 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:35.838947 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f8b80462-482d-42d3-8d87-56ca750fbd0b req-bf4e52f2-69d0-4dee-ab29-8f5494b8ef73 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.98 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 946 time: 0.0502117 Oct 28 09:43:35.935299 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-f8b80462-482d-42d3-8d87-56ca750fbd0b req-48d6d57e-0bdc-4305-a2bd-d20a8278e021 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Deleting port 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:43:35.935638 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-f8b80462-482d-42d3-8d87-56ca750fbd0b req-48d6d57e-0bdc-4305-a2bd-d20a8278e021 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:36.026460 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-f8b80462-482d-42d3-8d87-56ca750fbd0b req-48d6d57e-0bdc-4305-a2bd-d20a8278e021 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] For port 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d,segment=NetworkSegment(59cc495c-53a1-4ef8-9ecd-e24868724bff),segment_id=59cc495c-53a1-4ef8-9ecd-e24868724bff)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:43:36.026814 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-f8b80462-482d-42d3-8d87-56ca750fbd0b req-48d6d57e-0bdc-4305-a2bd-d20a8278e021 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:36.043230 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-f8b80462-482d-42d3-8d87-56ca750fbd0b req-48d6d57e-0bdc-4305-a2bd-d20a8278e021 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Calling delete_port for 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d owned by compute:nova {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:43:36.166812 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-f8b80462-482d-42d3-8d87-56ca750fbd0b req-48d6d57e-0bdc-4305-a2bd-d20a8278e021 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:36.200756 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6d57e-0bdc-4305-a2bd-d20a8278e021 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Pushing event deleted for resources: {'Port': ['ID=6bd91a31-40cc-479a-ad35-5aa2feaf8b1d,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:36.228824 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6d57e-0bdc-4305-a2bd-d20a8278e021 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:36.229167 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6d57e-0bdc-4305-a2bd-d20a8278e021 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:36.229704 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6d57e-0bdc-4305-a2bd-d20a8278e021 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:36.229818 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6d57e-0bdc-4305-a2bd-d20a8278e021 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:36.230149 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6d57e-0bdc-4305-a2bd-d20a8278e021 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:36.230478 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6d57e-0bdc-4305-a2bd-d20a8278e021 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:36.230806 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6d57e-0bdc-4305-a2bd-d20a8278e021 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:36.231130 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6d57e-0bdc-4305-a2bd-d20a8278e021 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:36.231454 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6d57e-0bdc-4305-a2bd-d20a8278e021 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:36.231800 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6d57e-0bdc-4305-a2bd-d20a8278e021 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:36.232122 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6d57e-0bdc-4305-a2bd-d20a8278e021 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:36.232441 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6d57e-0bdc-4305-a2bd-d20a8278e021 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:36.252533 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b80462-482d-42d3-8d87-56ca750fbd0b req-48d6d57e-0bdc-4305-a2bd-d20a8278e021 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] No DVR routers for this DVR port 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d on host hv-cinder-81514 {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:43:36.254936 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-f8b80462-482d-42d3-8d87-56ca750fbd0b req-48d6d57e-0bdc-4305-a2bd-d20a8278e021 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:36.258213 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f8b80462-482d-42d3-8d87-56ca750fbd0b req-48d6d57e-0bdc-4305-a2bd-d20a8278e021 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.98 "DELETE /v2.0/ports/6bd91a31-40cc-479a-ad35-5aa2feaf8b1d HTTP/1.1" status: 204 len: 173 time: 0.4099569 Oct 28 09:43:36.258646 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500bccbd-2f52-4228-9aed-8ca963e142ef', 'name': 'network-vif-deleted', 'tag': '6bd91a31-40cc-479a-ad35-5aa2feaf8b1d'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:43:36.260911 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd77b6a0-0ced-4a55-abb5-b8ca06eac7e1" -d '{"events": [{"server_uuid": "500bccbd-2f52-4228-9aed-8ca963e142ef", "name": "network-vif-deleted", "tag": "6bd91a31-40cc-479a-ad35-5aa2feaf8b1d"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:43:36.305298 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3733ec-ac70-4a5a-9234-bbe36a09641e x-openstack-request-id: req-fd3733ec-ac70-4a5a-9234-bbe36a09641e {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:43:36.305624 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "500bccbd-2f52-4228-9aed-8ca963e142ef", "name": "network-vif-deleted", "tag": "6bd91a31-40cc-479a-ad35-5aa2feaf8b1d", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:43:36.305870 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fd3733ec-ac70-4a5a-9234-bbe36a09641e {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:43:36.306249 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500bccbd-2f52-4228-9aed-8ca963e142ef', 'name': 'network-vif-deleted', 'tag': '6bd91a31-40cc-479a-ad35-5aa2feaf8b1d', 'status': 'completed', 'code': 200} Oct 28 09:43:36.372630 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b70c7691-7a86-40ac-9083-1b16d6ce9dbf req-d850f673-687c-453c-9966-dee3b70cb4ef tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "GET /v2.0/ports?device_id=500bccbd-2f52-4228-9aed-8ca963e142ef HTTP/1.1" status: 200 len: 210 time: 0.0265048 Oct 28 09:43:36.781288 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef753e2-b351-463a-adcd-e5049450a6ae req-671b780c-40e0-49aa-b5d7-afd5050317ac tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:36.782531 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2ef753e2-b351-463a-adcd-e5049450a6ae req-671b780c-40e0-49aa-b5d7-afd5050317ac tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 946 time: 0.0509152 Oct 28 09:43:36.823035 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2ef753e2-b351-463a-adcd-e5049450a6ae req-be8cf2a3-ece5-45a0-99b6-26ffa9633cba tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups?id=b73dddc8-6910-4b2c-b5fa-9137abac5fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341928 Oct 28 09:43:37.209136 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39459c8e-726d-4f05-843d-2ae0718f0554 req-44aced48-74e4-482b-935c-e3e5db58760e tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:37.210584 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-39459c8e-726d-4f05-843d-2ae0718f0554 req-44aced48-74e4-482b-935c-e3e5db58760e tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.98 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 946 time: 0.0488305 Oct 28 09:43:37.305320 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-39459c8e-726d-4f05-843d-2ae0718f0554 req-e8dd3196-d076-4010-ba7f-811a851fbf8c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Deleting port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:43:37.305983 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-39459c8e-726d-4f05-843d-2ae0718f0554 req-e8dd3196-d076-4010-ba7f-811a851fbf8c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:37.392593 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-39459c8e-726d-4f05-843d-2ae0718f0554 req-e8dd3196-d076-4010-ba7f-811a851fbf8c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] For port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1636fb0e-5a7d-4128-b5bc-e15aee3f4277,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:43:37.392951 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-39459c8e-726d-4f05-843d-2ae0718f0554 req-e8dd3196-d076-4010-ba7f-811a851fbf8c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:37.429722 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 60172) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:37.489681 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-69ea271d-121d-4c22-bb6e-a3ad2048c2b0 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:37.515771 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-69ea271d-121d-4c22-bb6e-a3ad2048c2b0 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:37.571111 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-39459c8e-726d-4f05-843d-2ae0718f0554 req-e8dd3196-d076-4010-ba7f-811a851fbf8c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:37.571388 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-39459c8e-726d-4f05-843d-2ae0718f0554 req-e8dd3196-d076-4010-ba7f-811a851fbf8c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639989'] for floatingip, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:37.571720 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.db.l3_db [req-39459c8e-726d-4f05-843d-2ae0718f0554 req-e8dd3196-d076-4010-ba7f-811a851fbf8c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Floating IP 1765ad9f-561c-47e7-b476-afdbe4f7890d disassociated. External IP: 172.27.2.95, port: 1636fb0e-5a7d-4128-b5bc-e15aee3f4277. Oct 28 09:43:37.572107 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-39459c8e-726d-4f05-843d-2ae0718f0554 req-e8dd3196-d076-4010-ba7f-811a851fbf8c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Calling delete_port for 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 owned by compute:nova {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:43:37.575001 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-69ea271d-121d-4c22-bb6e-a3ad2048c2b0 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:37.577811 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-69ea271d-121d-4c22-bb6e-a3ad2048c2b0 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:37.578956 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-69ea271d-121d-4c22-bb6e-a3ad2048c2b0 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] 10.222.0.113 "DELETE /v2.0/security-groups/23122b45-8ddd-4017-8202-f98b5a9af07b HTTP/1.1" status: 204 len: 168 time: 0.1482697 Oct 28 09:43:37.589515 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea271d-121d-4c22-bb6e-a3ad2048c2b0 tempest-TestShelveInstance-2059816415 tempest-TestShelveInstance-2059816415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23122b45-8ddd-4017-8202-f98b5a9af07b,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:37.635323 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 60176) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:37.709570 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-39459c8e-726d-4f05-843d-2ae0718f0554 req-e8dd3196-d076-4010-ba7f-811a851fbf8c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:37.740322 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd3196-d076-4010-ba7f-811a851fbf8c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Pushing event deleted for resources: {'Port': ['ID=1636fb0e-5a7d-4128-b5bc-e15aee3f4277,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:37.868028 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39459c8e-726d-4f05-843d-2ae0718f0554 req-e8dd3196-d076-4010-ba7f-811a851fbf8c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:43:37.955382 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-20e87c4c-877a-4da9-8cbd-ae96b32821c0 req-9b5b5d43-73c6-4522-94a0-f639cd067298 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ab9d2c6-97f3-483d-a08c-9bd6935c7186 HTTP/1.1" status: 200 len: 210 time: 0.0320132 Oct 28 09:43:38.001800 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39459c8e-726d-4f05-843d-2ae0718f0554 req-e8dd3196-d076-4010-ba7f-811a851fbf8c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:43:38.015765 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178e662c-4f29-4506-a49f-40575070fbc4 None None] Sync routers for ids ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'] in dv-cinder-815146-5-iscsi {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:43:38.025684 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178e662c-4f29-4506-a49f-40575070fbc4 None None] Routers {'beeb353f-6e62-4c3c-ba41-63a0ad6863f3'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:43:38.026387 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-178e662c-4f29-4506-a49f-40575070fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:43:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:38.049190 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-39459c8e-726d-4f05-843d-2ae0718f0554 req-e8dd3196-d076-4010-ba7f-811a851fbf8c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] No DVR routers for this DVR port 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 on host hv-cinder-81514 {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:43:38.051780 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-39459c8e-726d-4f05-843d-2ae0718f0554 req-e8dd3196-d076-4010-ba7f-811a851fbf8c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:38.055064 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-39459c8e-726d-4f05-843d-2ae0718f0554 req-e8dd3196-d076-4010-ba7f-811a851fbf8c tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.98 "DELETE /v2.0/ports/1636fb0e-5a7d-4128-b5bc-e15aee3f4277 HTTP/1.1" status: 204 len: 173 time: 0.8372200 Oct 28 09:43:38.152940 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-178e662c-4f29-4506-a49f-40575070fbc4 None None] Set router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:43:38.155518 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4a03aa94-29e5-4ed5-80b5-6a9e6bb50848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653301'] for router_interface, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:38.307821 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab9d2c6-97f3-483d-a08c-9bd6935c7186', 'name': 'network-vif-deleted', 'tag': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:43:38.310363 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d126a59a-47ac-41a9-85f6-cdab377c1c75" -d '{"events": [{"server_uuid": "7ab9d2c6-97f3-483d-a08c-9bd6935c7186", "name": "network-vif-deleted", "tag": "1636fb0e-5a7d-4128-b5bc-e15aee3f4277"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:43:38.350532 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f6e4d2-cf35-4dc6-89f1-e9143ede86a9 x-openstack-request-id: req-95f6e4d2-cf35-4dc6-89f1-e9143ede86a9 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:43:38.350780 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab9d2c6-97f3-483d-a08c-9bd6935c7186", "name": "network-vif-deleted", "tag": "1636fb0e-5a7d-4128-b5bc-e15aee3f4277", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:43:38.351030 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-95f6e4d2-cf35-4dc6-89f1-e9143ede86a9 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:43:38.351421 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab9d2c6-97f3-483d-a08c-9bd6935c7186', 'name': 'network-vif-deleted', 'tag': '1636fb0e-5a7d-4128-b5bc-e15aee3f4277', 'status': 'completed', 'code': 200} Oct 28 09:43:38.384958 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-178e662c-4f29-4506-a49f-40575070fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'name': 'tempest-AttachVolumeShelveTestJSON-61891173-router', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:12Z', 'updated_at': '2021-10-28T09:36:19Z', 'revision_number': 4, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'gw_port': {'id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:13Z', 'updated_at': '2021-10-28T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '25eb2c05-efbe-4c1b-8997-877dae9d31d8', 'name': '', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'mac_address': 'fa:16:3e:79:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '263b05d8-eb38-4884-926d-259edcdc488d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:17Z', 'updated_at': '2021-10-28T09:36:23Z', 'revision_number': 5, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'subnets': [{'id': '263b05d8-eb38-4884-926d-259edcdc488d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:38.412675 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178e662c-4f29-4506-a49f-40575070fbc4 None None] Checking router: beeb353f-6e62-4c3c-ba41-63a0ad6863f3 for host: dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:43:38.420930 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178e662c-4f29-4506-a49f-40575070fbc4 None None] Routers {'beeb353f-6e62-4c3c-ba41-63a0ad6863f3'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:43:38.422404 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-178e662c-4f29-4506-a49f-40575070fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:43:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:38.428701 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-4a03aa94-29e5-4ed5-80b5-6a9e6bb50848 admin admin] Deleting port db4ecb29-6caa-4237-9d92-a4b74aef0c99 {{(pid=101549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:43:38.429115 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4a03aa94-29e5-4ed5-80b5-6a9e6bb50848 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:38.521655 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.db [None req-4a03aa94-29e5-4ed5-80b5-6a9e6bb50848 admin admin] For port db4ecb29-6caa-4237-9d92-a4b74aef0c99, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=db4ecb29-6caa-4237-9d92-a4b74aef0c99,segment=NetworkSegment(59cc495c-53a1-4ef8-9ecd-e24868724bff),segment_id=59cc495c-53a1-4ef8-9ecd-e24868724bff)] {{(pid=101549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:43:38.522582 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4a03aa94-29e5-4ed5-80b5-6a9e6bb50848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:38.540730 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-4a03aa94-29e5-4ed5-80b5-6a9e6bb50848 admin admin] Calling delete_port for db4ecb29-6caa-4237-9d92-a4b74aef0c99 owned by network:router_interface {{(pid=101549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:43:38.544443 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-178e662c-4f29-4506-a49f-40575070fbc4 None None] Set router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:43:38.736991 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4a03aa94-29e5-4ed5-80b5-6a9e6bb50848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:38.754249 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-178e662c-4f29-4506-a49f-40575070fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'name': 'tempest-AttachVolumeShelveTestJSON-61891173-router', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:12Z', 'updated_at': '2021-10-28T09:36:19Z', 'revision_number': 4, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'gw_port': {'id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:13Z', 'updated_at': '2021-10-28T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '25eb2c05-efbe-4c1b-8997-877dae9d31d8', 'name': '', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'mac_address': 'fa:16:3e:79:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '263b05d8-eb38-4884-926d-259edcdc488d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:17Z', 'updated_at': '2021-10-28T09:36:23Z', 'revision_number': 5, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'subnets': [{'id': '263b05d8-eb38-4884-926d-259edcdc488d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:38.764755 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03aa94-29e5-4ed5-80b5-6a9e6bb50848 admin admin] Pushing event deleted for resources: {'Port': ['ID=db4ecb29-6caa-4237-9d92-a4b74aef0c99,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:38.790928 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178e662c-4f29-4506-a49f-40575070fbc4 None None] The sync data for ids ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'] in dv-cinder-815146-5-iscsi is: [{'id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'name': 'tempest-AttachVolumeShelveTestJSON-61891173-router', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:12Z', 'updated_at': '2021-10-28T09:36:19Z', 'revision_number': 4, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'gw_port': {'id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:13Z', 'updated_at': '2021-10-28T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '25eb2c05-efbe-4c1b-8997-877dae9d31d8', 'name': '', 'network_id': '4ea4cab8-150a-44ba-9227-c4083ead845c', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'mac_address': 'fa:16:3e:79:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '263b05d8-eb38-4884-926d-259edcdc488d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:17Z', 'updated_at': '2021-10-28T09:36:23Z', 'revision_number': 5, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'subnets': [{'id': '263b05d8-eb38-4884-926d-259edcdc488d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:43:38.804307 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-842fa468-f3a2-4931-a477-f436c13600a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:38.940722 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-4a03aa94-29e5-4ed5-80b5-6a9e6bb50848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653465'] for router_interface, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:39.055055 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60188) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:39.066792 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa13209-c3aa-40e7-8241-39a999211c6a None None] New status for floating IP 1765ad9f-561c-47e7-b476-afdbe4f7890d: DOWN {{(pid=101552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:43:39.116276 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-75f39ec5-3e4f-4b62-91d8-801ff3e3d959 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:39.143666 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-75f39ec5-3e4f-4b62-91d8-801ff3e3d959 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:39.181771 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a03aa94-29e5-4ed5-80b5-6a9e6bb50848 admin admin] Router 54f722df-49b2-48ea-b7d4-7403a7aab572 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:43:39.201031 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-75f39ec5-3e4f-4b62-91d8-801ff3e3d959 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:39.204402 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-75f39ec5-3e4f-4b62-91d8-801ff3e3d959 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:39.208450 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-75f39ec5-3e4f-4b62-91d8-801ff3e3d959 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "DELETE /v2.0/security-groups/b73dddc8-6910-4b2c-b5fa-9137abac5fd6 HTTP/1.1" status: 204 len: 168 time: 0.1494424 Oct 28 09:43:39.210740 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60190) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:39.225307 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f39ec5-3e4f-4b62-91d8-801ff3e3d959 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73dddc8-6910-4b2c-b5fa-9137abac5fd6,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:39.236413 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.api.v2.resource [None req-b8b5827b-a608-444b-890a-df1dc55174b1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] show failed (client error): The resource could not be found. Oct 28 09:43:39.237552 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-b8b5827b-a608-444b-890a-df1dc55174b1 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "GET /v2.0/security-groups/b73dddc8-6910-4b2c-b5fa-9137abac5fd6 HTTP/1.1" status: 404 len: 347 time: 0.0258377 Oct 28 09:43:39.241098 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60192) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:39.311680 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a03aa94-29e5-4ed5-80b5-6a9e6bb50848 admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:43:39.319599 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-4a03aa94-29e5-4ed5-80b5-6a9e6bb50848 admin admin] 10.222.0.113 "PUT /v2.0/routers/54f722df-49b2-48ea-b7d4-7403a7aab572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6806071 Oct 28 09:43:39.319756 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 60194) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:39.320703 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adcb0cf-47cf-4796-9b96-3a986c14f097 None None] Sync routers for ids ['54f722df-49b2-48ea-b7d4-7403a7aab572'] in dv-cinder-815146-5-iscsi {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:43:39.333275 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adcb0cf-47cf-4796-9b96-3a986c14f097 None None] Routers {'54f722df-49b2-48ea-b7d4-7403a7aab572'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:43:39.334085 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-4adcb0cf-47cf-4796-9b96-3a986c14f097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:43:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['54f722df-49b2-48ea-b7d4-7403a7aab572'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:39.429728 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-abadf154-a0cc-4da9-b0bd-752cd2005eca admin admin] Publish callbacks [] for router, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:39.446239 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-4adcb0cf-47cf-4796-9b96-3a986c14f097 None None] Set router 54f722df-49b2-48ea-b7d4-7403a7aab572 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:43:39.540785 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-abadf154-a0cc-4da9-b0bd-752cd2005eca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:39.600090 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-abadf154-a0cc-4da9-b0bd-752cd2005eca admin admin] Deleting port 9075e16c-c259-4af4-a858-6b77cf12083c {{(pid=101549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:43:39.601457 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-abadf154-a0cc-4da9-b0bd-752cd2005eca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:39.641597 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-4adcb0cf-47cf-4796-9b96-3a986c14f097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'name': 'tempest-TestShelveInstance-1449459733-router', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:43:38Z', 'revision_number': 5, 'project_id': '64c8b312f18548939a655ccab105249a', 'gw_port': {'id': '9075e16c-c259-4af4-a858-6b77cf12083c', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:39.641901 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-6e02d366-3e63-40cf-8f0a-2b576d118909 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Deleting port 91c70fb7-fb7a-4c7d-bea0-149528d40202 {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:43:39.642359 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6e02d366-3e63-40cf-8f0a-2b576d118909 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:39.675968 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adcb0cf-47cf-4796-9b96-3a986c14f097 None None] Checking router: 54f722df-49b2-48ea-b7d4-7403a7aab572 for host: dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:43:39.684268 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.db [None req-abadf154-a0cc-4da9-b0bd-752cd2005eca admin admin] For port 9075e16c-c259-4af4-a858-6b77cf12083c, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=9075e16c-c259-4af4-a858-6b77cf12083c,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:43:39.684565 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adcb0cf-47cf-4796-9b96-3a986c14f097 None None] Routers {'54f722df-49b2-48ea-b7d4-7403a7aab572'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:43:39.684681 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-abadf154-a0cc-4da9-b0bd-752cd2005eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:39.685101 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-4adcb0cf-47cf-4796-9b96-3a986c14f097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:43:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['54f722df-49b2-48ea-b7d4-7403a7aab572'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:39.699086 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-abadf154-a0cc-4da9-b0bd-752cd2005eca admin admin] Calling delete_port for 9075e16c-c259-4af4-a858-6b77cf12083c owned by network:router_gateway {{(pid=101549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:43:39.723848 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6e02d366-3e63-40cf-8f0a-2b576d118909 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:39.724432 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6e02d366-3e63-40cf-8f0a-2b576d118909 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:39.738202 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-6e02d366-3e63-40cf-8f0a-2b576d118909 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Calling delete_port for 91c70fb7-fb7a-4c7d-bea0-149528d40202 owned by network:floatingip {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:43:39.771303 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-4adcb0cf-47cf-4796-9b96-3a986c14f097 None None] Set router 54f722df-49b2-48ea-b7d4-7403a7aab572 gateway port host: None {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:43:39.829773 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-4adcb0cf-47cf-4796-9b96-3a986c14f097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'name': 'tempest-TestShelveInstance-1449459733-router', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:43:39Z', 'revision_number': 6, 'project_id': '64c8b312f18548939a655ccab105249a', 'gw_port_host': None}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:39.859149 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adcb0cf-47cf-4796-9b96-3a986c14f097 None None] The sync data for ids ['54f722df-49b2-48ea-b7d4-7403a7aab572'] in dv-cinder-815146-5-iscsi is: [{'id': '54f722df-49b2-48ea-b7d4-7403a7aab572', 'name': 'tempest-TestShelveInstance-1449459733-router', 'tenant_id': '64c8b312f18548939a655ccab105249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:46Z', 'updated_at': '2021-10-28T09:43:39Z', 'revision_number': 6, 'project_id': '64c8b312f18548939a655ccab105249a', 'gw_port_host': None}] {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:43:39.873429 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-abadf154-a0cc-4da9-b0bd-752cd2005eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:39.891667 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6e02d366-3e63-40cf-8f0a-2b576d118909 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:39.908818 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadf154-a0cc-4da9-b0bd-752cd2005eca admin admin] Pushing event deleted for resources: {'Port': ['ID=9075e16c-c259-4af4-a858-6b77cf12083c,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:39.918895 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02d366-3e63-40cf-8f0a-2b576d118909 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Pushing event deleted for resources: {'Port': ['ID=91c70fb7-fb7a-4c7d-bea0-149528d40202,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:39.974187 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:43:39.977801 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-abadf154-a0cc-4da9-b0bd-752cd2005eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640059'] for router_gateway, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:39.980798 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6e02d366-3e63-40cf-8f0a-2b576d118909 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks [] for floatingip, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:39.983549 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6e02d366-3e63-40cf-8f0a-2b576d118909 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for floatingip, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:39.987594 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-6e02d366-3e63-40cf-8f0a-2b576d118909 tempest-AttachVolumeShelveTestJSON-924167731 tempest-AttachVolumeShelveTestJSON-924167731-project] 10.222.0.113 "DELETE /v2.0/floatingips/1765ad9f-561c-47e7-b476-afdbe4f7890d HTTP/1.1" status: 204 len: 168 time: 0.7427192 Oct 28 09:43:40.137762 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] No Port match for: 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:43:40.138113 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 1636fb0e-5a7d-4128-b5bc-e15aee3f4277 not bound to the agent host hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:43:40.138546 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:43:40.159736 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] No Port match for: 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:43:40.160002 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 6bd91a31-40cc-479a-ad35-5aa2feaf8b1d not bound to the agent host hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:43:40.322516 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-abadf154-a0cc-4da9-b0bd-752cd2005eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1653777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3370'] for router, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:40.325164 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-abadf154-a0cc-4da9-b0bd-752cd2005eca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:40.368689 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-abadf154-a0cc-4da9-b0bd-752cd2005eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1653766'] for router, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:40.369247 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abadf154-a0cc-4da9-b0bd-752cd2005eca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54f722df-49b2-48ea-b7d4-7403a7aab572 {{(pid=101549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:43:40.376570 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-abadf154-a0cc-4da9-b0bd-752cd2005eca admin admin] Publish callbacks [] for router, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:40.378109 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-abadf154-a0cc-4da9-b0bd-752cd2005eca admin admin] 10.222.0.113 "DELETE /v2.0/routers/54f722df-49b2-48ea-b7d4-7403a7aab572 HTTP/1.1" status: 204 len: 168 time: 1.0571976 Oct 28 09:43:40.380363 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 60200) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:40.424015 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9322a2-8f94-4fe9-b07f-c9d09dd0110f admin admin] Deleting subnet 4035f645-2903-45e0-bc42-d8bbe94b48f5 {{(pid=101549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:43:40.427176 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8e9322a2-8f94-4fe9-b07f-c9d09dd0110f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:40.463870 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8e9322a2-8f94-4fe9-b07f-c9d09dd0110f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2871594'] for subnet, precommit_delete_associations {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:40.540426 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8e9322a2-8f94-4fe9-b07f-c9d09dd0110f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690075'] for subnet, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:40.591864 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8e9322a2-8f94-4fe9-b07f-c9d09dd0110f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8445689'] for subnet, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:40.611486 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device db4ecb29-6caa-4237-9d92-a4b74aef0c99 no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:43:40.624532 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9322a2-8f94-4fe9-b07f-c9d09dd0110f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4035f645-2903-45e0-bc42-d8bbe94b48f5,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:40.627056 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8e9322a2-8f94-4fe9-b07f-c9d09dd0110f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:40.630288 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-8e9322a2-8f94-4fe9-b07f-c9d09dd0110f admin admin] 10.222.0.113 "DELETE /v2.0/subnets/4035f645-2903-45e0-bc42-d8bbe94b48f5 HTTP/1.1" status: 204 len: 168 time: 0.2489800 Oct 28 09:43:40.632894 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60202) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:40.633279 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: db4ecb29-6caa-4237-9d92-a4b74aef0c99 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:43:40.633627 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device db4ecb29-6caa-4237-9d92-a4b74aef0c99 not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:43:40.635073 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4367436b-282f-4ef1-ad4b-6fdb5cd42ee7 None None] Network f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:43:40.710952 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-10272c5a-e276-40f1-bd74-2b14689f48f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7814304'] for network, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:40.765852 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-10272c5a-e276-40f1-bd74-2b14689f48f6 admin admin] Deleting port bc1210a7-e448-4833-a3f4-bf34c87ac7f0 {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:43:40.766231 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-10272c5a-e276-40f1-bd74-2b14689f48f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:40.829116 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1595e221-4d7b-4eee-91e3-1b926acbd704 None None] DHCP port deletion for f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 request from dv-cinder-815146-5-iscsi {{(pid=101551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:43:40.834859 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [None req-10272c5a-e276-40f1-bd74-2b14689f48f6 admin admin] For port bc1210a7-e448-4833-a3f4-bf34c87ac7f0, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=bc1210a7-e448-4833-a3f4-bf34c87ac7f0,segment=NetworkSegment(59cc495c-53a1-4ef8-9ecd-e24868724bff),segment_id=59cc495c-53a1-4ef8-9ecd-e24868724bff)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:43:40.835223 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-10272c5a-e276-40f1-bd74-2b14689f48f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:40.852388 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-10272c5a-e276-40f1-bd74-2b14689f48f6 admin admin] Calling delete_port for bc1210a7-e448-4833-a3f4-bf34c87ac7f0 owned by network:dhcp {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:43:40.877340 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1595e221-4d7b-4eee-91e3-1b926acbd704 None None] Deleting port bc1210a7-e448-4833-a3f4-bf34c87ac7f0 {{(pid=101551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:43:40.877711 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1595e221-4d7b-4eee-91e3-1b926acbd704 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:40.937767 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-10272c5a-e276-40f1-bd74-2b14689f48f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:40.953298 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1595e221-4d7b-4eee-91e3-1b926acbd704 None None] For port bc1210a7-e448-4833-a3f4-bf34c87ac7f0, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=bc1210a7-e448-4833-a3f4-bf34c87ac7f0,segment=NetworkSegment(59cc495c-53a1-4ef8-9ecd-e24868724bff),segment_id=59cc495c-53a1-4ef8-9ecd-e24868724bff)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:43:40.953823 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1595e221-4d7b-4eee-91e3-1b926acbd704 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:40.965659 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10272c5a-e276-40f1-bd74-2b14689f48f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc1210a7-e448-4833-a3f4-bf34c87ac7f0,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:40.970289 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10272c5a-e276-40f1-bd74-2b14689f48f6 admin admin] No DVR routers for this DVR port bc1210a7-e448-4833-a3f4-bf34c87ac7f0 on host dv-cinder-815146-5-iscsi {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:43:40.970459 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1595e221-4d7b-4eee-91e3-1b926acbd704 None None] Calling delete_port for bc1210a7-e448-4833-a3f4-bf34c87ac7f0 owned by network:dhcp {{(pid=101551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:43:41.043887 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-10272c5a-e276-40f1-bd74-2b14689f48f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692238', 'neutron.services.segments.db._delete_segments_for_network-8729415614302'] for network, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:41.064771 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1595e221-4d7b-4eee-91e3-1b926acbd704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541'] for port, after_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:41.066425 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.services.segments.db [None req-10272c5a-e276-40f1-bd74-2b14689f48f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589']}} {{(pid=101550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:41.076181 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.services.segments.db [None req-10272c5a-e276-40f1-bd74-2b14689f48f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59cc495c-53a1-4ef8-9ecd-e24868724bff') {'for_net_delete': True} {{(pid=101550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:41.076483 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.services.segments.db [None req-10272c5a-e276-40f1-bd74-2b14689f48f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59cc495c-53a1-4ef8-9ecd-e24868724bff') {} {{(pid=101550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:41.086560 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-10272c5a-e276-40f1-bd74-2b14689f48f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729415615847', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8896753'] for segment, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:41.092481 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595e221-4d7b-4eee-91e3-1b926acbd704 None None] Pushing event deleted for resources: {'Port': ['ID=bc1210a7-e448-4833-a3f4-bf34c87ac7f0,revision_number=None']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:41.100527 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1595e221-4d7b-4eee-91e3-1b926acbd704 None None] No DVR routers for this DVR port bc1210a7-e448-4833-a3f4-bf34c87ac7f0 on host dv-cinder-815146-5-iscsi {{(pid=101551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:43:41.103806 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595e221-4d7b-4eee-91e3-1b926acbd704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:41.104166 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595e221-4d7b-4eee-91e3-1b926acbd704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:41.104506 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595e221-4d7b-4eee-91e3-1b926acbd704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:41.104845 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595e221-4d7b-4eee-91e3-1b926acbd704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:41.105322 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595e221-4d7b-4eee-91e3-1b926acbd704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:41.109541 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595e221-4d7b-4eee-91e3-1b926acbd704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:41.109916 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-10272c5a-e276-40f1-bd74-2b14689f48f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:41.110137 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595e221-4d7b-4eee-91e3-1b926acbd704 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:41.110137 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595e221-4d7b-4eee-91e3-1b926acbd704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:41.110137 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595e221-4d7b-4eee-91e3-1b926acbd704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:41.110137 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595e221-4d7b-4eee-91e3-1b926acbd704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:41.110137 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595e221-4d7b-4eee-91e3-1b926acbd704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:41.110137 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595e221-4d7b-4eee-91e3-1b926acbd704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:41.120722 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10272c5a-e276-40f1-bd74-2b14689f48f6 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:43:41.121154 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-10272c5a-e276-40f1-bd74-2b14689f48f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8897136'] for segment, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: Traceback (most recent call last): Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: timer() Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: cb(*args, **kw) Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: return func(*args, **kwargs) Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: self._notify() Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: self.callback(batched_events) Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: event.method(event) Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: return f(self, *a, **k) Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: return self._get(url).json() Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: return self.request(url, 'GET', **kwargs) Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:43:41.122821 dv-cinder-815146-5-iscsi neutron-server[101550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:43:41.177167 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-4da3a990-357b-4b9a-a573-ee87f18567f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:41.185580 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-10272c5a-e276-40f1-bd74-2b14689f48f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640007'] for network, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:41.193202 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-10272c5a-e276-40f1-bd74-2b14689f48f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:41.199611 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-10272c5a-e276-40f1-bd74-2b14689f48f6 admin admin] 10.222.0.113 "DELETE /v2.0/networks/f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589 HTTP/1.1" status: 204 len: 168 time: 0.5628026 Oct 28 09:43:41.199966 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 60210) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:41.210212 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10272c5a-e276-40f1-bd74-2b14689f48f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f30ac5ee-2fc2-4d1d-a4d9-185ef7cab589,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:41.552507 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a7225f2d-307e-453a-81bc-39d2028d0308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653301'] for router_interface, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:41.796743 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-a7225f2d-307e-453a-81bc-39d2028d0308 admin admin] Deleting port bf28d157-6e9f-4577-be98-6bd0718b1b1a {{(pid=101549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:43:41.797432 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a7225f2d-307e-453a-81bc-39d2028d0308 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:41.877734 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.db [None req-a7225f2d-307e-453a-81bc-39d2028d0308 admin admin] For port bf28d157-6e9f-4577-be98-6bd0718b1b1a, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=bf28d157-6e9f-4577-be98-6bd0718b1b1a,segment=NetworkSegment(9c2bee56-f14d-4639-88fe-eceef216b9aa),segment_id=9c2bee56-f14d-4639-88fe-eceef216b9aa)] {{(pid=101549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:43:41.878094 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a7225f2d-307e-453a-81bc-39d2028d0308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:41.890574 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-a7225f2d-307e-453a-81bc-39d2028d0308 admin admin] Calling delete_port for bf28d157-6e9f-4577-be98-6bd0718b1b1a owned by network:router_interface {{(pid=101549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:43:42.055765 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 9075e16c-c259-4af4-a858-6b77cf12083c no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:43:42.071170 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a7225f2d-307e-453a-81bc-39d2028d0308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:42.076656 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: 9075e16c-c259-4af4-a858-6b77cf12083c {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:43:42.077007 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 9075e16c-c259-4af4-a858-6b77cf12083c not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:43:42.078027 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device bc1210a7-e448-4833-a3f4-bf34c87ac7f0 no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:43:42.096992 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: bc1210a7-e448-4833-a3f4-bf34c87ac7f0 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:43:42.097338 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device bc1210a7-e448-4833-a3f4-bf34c87ac7f0 not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:43:42.101615 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7225f2d-307e-453a-81bc-39d2028d0308 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf28d157-6e9f-4577-be98-6bd0718b1b1a,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:42.268748 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a7225f2d-307e-453a-81bc-39d2028d0308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653465'] for router_interface, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:42.422183 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60222) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:42.490872 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7225f2d-307e-453a-81bc-39d2028d0308 admin admin] Router 925f3093-b87c-4085-8882-eead225b165b has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:43:42.504568 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:42.594750 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:42.610888 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7225f2d-307e-453a-81bc-39d2028d0308 admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:43:42.615923 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-a7225f2d-307e-453a-81bc-39d2028d0308 admin admin] 10.222.0.113 "PUT /v2.0/routers/925f3093-b87c-4085-8882-eead225b165b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4148548 Oct 28 09:43:42.618624 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60226) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:42.622783 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d1e6e2-03eb-4ca8-bcca-176829d1a9f9 None None] Sync routers for ids ['925f3093-b87c-4085-8882-eead225b165b'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:43:42.633142 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1e6e2-03eb-4ca8-bcca-176829d1a9f9 None None] Routers {'925f3093-b87c-4085-8882-eead225b165b'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:43:42.633757 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-06d1e6e2-03eb-4ca8-bcca-176829d1a9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:43:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['925f3093-b87c-4085-8882-eead225b165b'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:42.740043 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-06d1e6e2-03eb-4ca8-bcca-176829d1a9f9 None None] Set router 925f3093-b87c-4085-8882-eead225b165b gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:43:42.786427 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-19602968-fd17-4a21-8c69-7d4ff981d528 admin admin] Publish callbacks [] for router, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:42.924255 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-06d1e6e2-03eb-4ca8-bcca-176829d1a9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925f3093-b87c-4085-8882-eead225b165b', 'name': 'tempest-TestShelveInstance-1776071947-router', 'tenant_id': '274e81c833d54acfaf912d5056300967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '1a8059af-b794-4789-a637-5c4b2ad56655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:53Z', 'updated_at': '2021-10-28T09:43:42Z', 'revision_number': 5, 'project_id': '274e81c833d54acfaf912d5056300967', 'gw_port': {'id': '1a8059af-b794-4789-a637-5c4b2ad56655', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925f3093-b87c-4085-8882-eead225b165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:37:53Z', 'updated_at': '2021-10-28T09:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:42.927323 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-19602968-fd17-4a21-8c69-7d4ff981d528 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:42.951287 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d1e6e2-03eb-4ca8-bcca-176829d1a9f9 None None] Checking router: 925f3093-b87c-4085-8882-eead225b165b for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:43:42.960120 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1e6e2-03eb-4ca8-bcca-176829d1a9f9 None None] Routers {'925f3093-b87c-4085-8882-eead225b165b'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:43:42.960714 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-06d1e6e2-03eb-4ca8-bcca-176829d1a9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:43:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['925f3093-b87c-4085-8882-eead225b165b'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:43.022307 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-19602968-fd17-4a21-8c69-7d4ff981d528 admin admin] Deleting port 1a8059af-b794-4789-a637-5c4b2ad56655 {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:43:43.022645 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-19602968-fd17-4a21-8c69-7d4ff981d528 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:43.048707 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-06d1e6e2-03eb-4ca8-bcca-176829d1a9f9 None None] Set router 925f3093-b87c-4085-8882-eead225b165b gateway port host: None {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:43:43.076512 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-9a421382-7eff-46fe-9c9b-d3906b43fad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653301'] for router_interface, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:43.101492 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-06d1e6e2-03eb-4ca8-bcca-176829d1a9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925f3093-b87c-4085-8882-eead225b165b', 'name': 'tempest-TestShelveInstance-1776071947-router', 'tenant_id': '274e81c833d54acfaf912d5056300967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:53Z', 'updated_at': '2021-10-28T09:43:42Z', 'revision_number': 6, 'project_id': '274e81c833d54acfaf912d5056300967', 'gw_port_host': None}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:43.131406 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d1e6e2-03eb-4ca8-bcca-176829d1a9f9 None None] The sync data for ids ['925f3093-b87c-4085-8882-eead225b165b'] in dv-cinder-815146-5-iscsi is: [{'id': '925f3093-b87c-4085-8882-eead225b165b', 'name': 'tempest-TestShelveInstance-1776071947-router', 'tenant_id': '274e81c833d54acfaf912d5056300967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:37:53Z', 'updated_at': '2021-10-28T09:43:42Z', 'revision_number': 6, 'project_id': '274e81c833d54acfaf912d5056300967', 'gw_port_host': None}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:43:43.186205 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [None req-19602968-fd17-4a21-8c69-7d4ff981d528 admin admin] For port 1a8059af-b794-4789-a637-5c4b2ad56655, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=1a8059af-b794-4789-a637-5c4b2ad56655,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:43:43.187208 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-19602968-fd17-4a21-8c69-7d4ff981d528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:43.207095 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-19602968-fd17-4a21-8c69-7d4ff981d528 admin admin] Calling delete_port for 1a8059af-b794-4789-a637-5c4b2ad56655 owned by network:router_gateway {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:43:43.487454 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-19602968-fd17-4a21-8c69-7d4ff981d528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:43.525185 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19602968-fd17-4a21-8c69-7d4ff981d528 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a8059af-b794-4789-a637-5c4b2ad56655,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:43.546393 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-9a421382-7eff-46fe-9c9b-d3906b43fad8 admin admin] Deleting port 25eb2c05-efbe-4c1b-8997-877dae9d31d8 {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:43:43.546887 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-9a421382-7eff-46fe-9c9b-d3906b43fad8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:43.636305 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-19602968-fd17-4a21-8c69-7d4ff981d528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640059'] for router_gateway, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:43.741405 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-19602968-fd17-4a21-8c69-7d4ff981d528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1653777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3370'] for router, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:43.743848 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [None req-9a421382-7eff-46fe-9c9b-d3906b43fad8 admin admin] For port 25eb2c05-efbe-4c1b-8997-877dae9d31d8, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=25eb2c05-efbe-4c1b-8997-877dae9d31d8,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:43:43.744206 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-9a421382-7eff-46fe-9c9b-d3906b43fad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:43.746869 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-19602968-fd17-4a21-8c69-7d4ff981d528 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:43.762085 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-9a421382-7eff-46fe-9c9b-d3906b43fad8 admin admin] Calling delete_port for 25eb2c05-efbe-4c1b-8997-877dae9d31d8 owned by network:router_interface {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:43:43.765902 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:43.806630 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-19602968-fd17-4a21-8c69-7d4ff981d528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1653766'] for router, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:43.807181 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19602968-fd17-4a21-8c69-7d4ff981d528 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 925f3093-b87c-4085-8882-eead225b165b {{(pid=101550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:43:43.836480 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-19602968-fd17-4a21-8c69-7d4ff981d528 admin admin] Publish callbacks [] for router, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:43.837546 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-19602968-fd17-4a21-8c69-7d4ff981d528 admin admin] 10.222.0.113 "DELETE /v2.0/routers/925f3093-b87c-4085-8882-eead225b165b HTTP/1.1" status: 204 len: 168 time: 1.2179973 Oct 28 09:43:43.840501 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 60228) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:43.886989 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9ce637-739d-44d6-a617-cbd385c7da7f admin admin] Deleting subnet cdb8a74a-89a8-4643-950a-4564534e89ac {{(pid=101549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:43:43.890202 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9e9ce637-739d-44d6-a617-cbd385c7da7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:43.927210 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9e9ce637-739d-44d6-a617-cbd385c7da7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2871594'] for subnet, precommit_delete_associations {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:43.989090 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-9a421382-7eff-46fe-9c9b-d3906b43fad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:44.009229 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9e9ce637-739d-44d6-a617-cbd385c7da7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690075'] for subnet, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:44.041417 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a421382-7eff-46fe-9c9b-d3906b43fad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=25eb2c05-efbe-4c1b-8997-877dae9d31d8,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:44.083528 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9e9ce637-739d-44d6-a617-cbd385c7da7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8445689'] for subnet, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:44.112360 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device bf28d157-6e9f-4577-be98-6bd0718b1b1a no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:43:44.114019 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ce637-739d-44d6-a617-cbd385c7da7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdb8a74a-89a8-4643-950a-4564534e89ac,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:44.117992 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9e9ce637-739d-44d6-a617-cbd385c7da7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:44.123514 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-9e9ce637-739d-44d6-a617-cbd385c7da7f admin admin] 10.222.0.113 "DELETE /v2.0/subnets/cdb8a74a-89a8-4643-950a-4564534e89ac HTTP/1.1" status: 204 len: 168 time: 0.2800236 Oct 28 09:43:44.124085 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 60230) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:44.156836 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4cbba6-4048-47e4-a6bb-1f8f7c80ca82 None None] Network 43736cda-3f42-40b5-bed3-70c2478ef1b4 requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:43:44.179727 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: bf28d157-6e9f-4577-be98-6bd0718b1b1a {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:43:44.180089 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device bf28d157-6e9f-4577-be98-6bd0718b1b1a not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:43:44.180522 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 1a8059af-b794-4789-a637-5c4b2ad56655 no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:43:44.217609 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef8c2299-de26-4ccd-8a6d-1768bc91231a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7814304'] for network, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:44.236786 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: 1a8059af-b794-4789-a637-5c4b2ad56655 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:43:44.237118 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 1a8059af-b794-4789-a637-5c4b2ad56655 not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:43:44.252262 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-9a421382-7eff-46fe-9c9b-d3906b43fad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653465'] for router_interface, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:44.311571 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c2299-de26-4ccd-8a6d-1768bc91231a admin admin] Deleting port fef591d7-4edb-4eea-8edb-338fe954feda {{(pid=101549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:43:44.312039 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef8c2299-de26-4ccd-8a6d-1768bc91231a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:44.385534 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.db [None req-ef8c2299-de26-4ccd-8a6d-1768bc91231a admin admin] For port fef591d7-4edb-4eea-8edb-338fe954feda, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=fef591d7-4edb-4eea-8edb-338fe954feda,segment=NetworkSegment(9c2bee56-f14d-4639-88fe-eceef216b9aa),segment_id=9c2bee56-f14d-4639-88fe-eceef216b9aa)] {{(pid=101549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:43:44.386024 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef8c2299-de26-4ccd-8a6d-1768bc91231a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:44.399869 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c2299-de26-4ccd-8a6d-1768bc91231a admin admin] Calling delete_port for fef591d7-4edb-4eea-8edb-338fe954feda owned by network:dhcp {{(pid=101549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:43:44.433245 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64be2fc7-d4dc-484d-a0ed-d5e95d67f313 None None] DHCP port deletion for 43736cda-3f42-40b5-bed3-70c2478ef1b4 request from dv-cinder-815146-5-iscsi {{(pid=101551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:43:44.483719 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-64be2fc7-d4dc-484d-a0ed-d5e95d67f313 None None] Deleting port fef591d7-4edb-4eea-8edb-338fe954feda {{(pid=101551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:43:44.484107 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-64be2fc7-d4dc-484d-a0ed-d5e95d67f313 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:44.485799 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef8c2299-de26-4ccd-8a6d-1768bc91231a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:44.514167 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c2299-de26-4ccd-8a6d-1768bc91231a admin admin] Pushing event deleted for resources: {'Port': ['ID=fef591d7-4edb-4eea-8edb-338fe954feda,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:44.516338 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c2299-de26-4ccd-8a6d-1768bc91231a admin admin] No DVR routers for this DVR port fef591d7-4edb-4eea-8edb-338fe954feda on host dv-cinder-815146-5-iscsi {{(pid=101549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:43:44.551683 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-64be2fc7-d4dc-484d-a0ed-d5e95d67f313 None None] For port fef591d7-4edb-4eea-8edb-338fe954feda, host dv-cinder-815146-5-iscsi, got binding levels [] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:43:44.552124 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-64be2fc7-d4dc-484d-a0ed-d5e95d67f313 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:44.570898 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-64be2fc7-d4dc-484d-a0ed-d5e95d67f313 None None] Calling delete_port for fef591d7-4edb-4eea-8edb-338fe954feda owned by network:dhcp {{(pid=101551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:43:44.573809 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.ipam_backend_mixin [None req-64be2fc7-d4dc-484d-a0ed-d5e95d67f313 None None] Port fef591d7-4edb-4eea-8edb-338fe954feda was not found and therefore no delete operation was performed {{(pid=101551) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 09:43:44.575080 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-64be2fc7-d4dc-484d-a0ed-d5e95d67f313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541'] for port, after_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:44.596115 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef8c2299-de26-4ccd-8a6d-1768bc91231a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692238', 'neutron.services.segments.db._delete_segments_for_network-8729415614302'] for network, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:44.602904 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be2fc7-d4dc-484d-a0ed-d5e95d67f313 None None] Pushing event deleted for resources: {'Port': ['ID=fef591d7-4edb-4eea-8edb-338fe954feda,revision_number=None']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:44.606431 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64be2fc7-d4dc-484d-a0ed-d5e95d67f313 None None] No DVR routers for this DVR port fef591d7-4edb-4eea-8edb-338fe954feda on host dv-cinder-815146-5-iscsi {{(pid=101551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:43:44.619423 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-ef8c2299-de26-4ccd-8a6d-1768bc91231a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43736cda-3f42-40b5-bed3-70c2478ef1b4']}} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:44.631990 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-ef8c2299-de26-4ccd-8a6d-1768bc91231a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2bee56-f14d-4639-88fe-eceef216b9aa') {'for_net_delete': True} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:44.632287 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-ef8c2299-de26-4ccd-8a6d-1768bc91231a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2bee56-f14d-4639-88fe-eceef216b9aa') {} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:44.643561 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef8c2299-de26-4ccd-8a6d-1768bc91231a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729415615847', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2871635'] for segment, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:44.657265 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef8c2299-de26-4ccd-8a6d-1768bc91231a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:44.665824 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8c2299-de26-4ccd-8a6d-1768bc91231a admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:43:44.666263 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef8c2299-de26-4ccd-8a6d-1768bc91231a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869612'] for segment, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: Traceback (most recent call last): Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: timer() Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: cb(*args, **kw) Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: return func(*args, **kwargs) Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: self._notify() Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: self.callback(batched_events) Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: event.method(event) Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: return f(self, *a, **k) Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: return self._get(url).json() Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: return self.request(url, 'GET', **kwargs) Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:43:44.668294 dv-cinder-815146-5-iscsi neutron-server[101549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:43:44.725816 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef8c2299-de26-4ccd-8a6d-1768bc91231a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640007'] for network, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:44.731817 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef8c2299-de26-4ccd-8a6d-1768bc91231a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:44.739115 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-ef8c2299-de26-4ccd-8a6d-1768bc91231a admin admin] 10.222.0.113 "DELETE /v2.0/networks/43736cda-3f42-40b5-bed3-70c2478ef1b4 HTTP/1.1" status: 204 len: 168 time: 0.6102285 Oct 28 09:43:44.753142 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c2299-de26-4ccd-8a6d-1768bc91231a admin admin] Pushing event deleted for resources: {'Network': ['ID=43736cda-3f42-40b5-bed3-70c2478ef1b4,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:44.797593 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a421382-7eff-46fe-9c9b-d3906b43fad8 admin admin] Router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:43:44.850412 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 60234) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:44.890760 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-70dfe27e-0f51-46c0-8d36-e0d7b7dd5179 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=64c8b312f18548939a655ccab105249a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389848 Oct 28 09:43:44.895134 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60236) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:44.922238 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a421382-7eff-46fe-9c9b-d3906b43fad8 admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:43:44.929345 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-9a421382-7eff-46fe-9c9b-d3906b43fad8 admin admin] 10.222.0.113 "PUT /v2.0/routers/beeb353f-6e62-4c3c-ba41-63a0ad6863f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5060897 Oct 28 09:43:44.930937 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46af39c4-6faf-4139-9b88-00d07eab8174 None None] Sync routers for ids ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'] in dv-cinder-815146-5-iscsi {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:43:44.932823 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60238) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:44.940879 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46af39c4-6faf-4139-9b88-00d07eab8174 None None] Routers {'beeb353f-6e62-4c3c-ba41-63a0ad6863f3'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:43:44.941492 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-46af39c4-6faf-4139-9b88-00d07eab8174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:43:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:45.032941 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-87e12c4a-4538-42ab-9360-e0b04c18e352 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:45.047907 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-46af39c4-6faf-4139-9b88-00d07eab8174 None None] Set router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:43:45.066485 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-87e12c4a-4538-42ab-9360-e0b04c18e352 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:45.074425 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b348-da51-4e49-a621-c5950bcaab6b admin admin] Publish callbacks [] for router, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:45.192716 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-87e12c4a-4538-42ab-9360-e0b04c18e352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:45.195228 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-87e12c4a-4538-42ab-9360-e0b04c18e352 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:45.196379 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-87e12c4a-4538-42ab-9360-e0b04c18e352 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/47738cf6-f4b9-418e-929c-e39b82481bf7 HTTP/1.1" status: 204 len: 168 time: 0.3002968 Oct 28 09:43:45.207649 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b348-da51-4e49-a621-c5950bcaab6b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:45.213864 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e12c4a-4538-42ab-9360-e0b04c18e352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47738cf6-f4b9-418e-929c-e39b82481bf7,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:45.246383 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-46af39c4-6faf-4139-9b88-00d07eab8174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'name': 'tempest-AttachVolumeShelveTestJSON-61891173-router', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:12Z', 'updated_at': '2021-10-28T09:43:43Z', 'revision_number': 5, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'gw_port': {'id': '6d7e8119-9e33-423c-b0b8-b020da3ddfdc', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:36:13Z', 'updated_at': '2021-10-28T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:45.273227 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3b348-da51-4e49-a621-c5950bcaab6b admin admin] Deleting port 6d7e8119-9e33-423c-b0b8-b020da3ddfdc {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:43:45.273573 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b348-da51-4e49-a621-c5950bcaab6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:45.280224 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46af39c4-6faf-4139-9b88-00d07eab8174 None None] Checking router: beeb353f-6e62-4c3c-ba41-63a0ad6863f3 for host: dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:43:45.289851 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46af39c4-6faf-4139-9b88-00d07eab8174 None None] Routers {'beeb353f-6e62-4c3c-ba41-63a0ad6863f3'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:43:45.290464 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-46af39c4-6faf-4139-9b88-00d07eab8174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:43:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:45.364969 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [None req-2ee3b348-da51-4e49-a621-c5950bcaab6b admin admin] For port 6d7e8119-9e33-423c-b0b8-b020da3ddfdc, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=6d7e8119-9e33-423c-b0b8-b020da3ddfdc,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:43:45.365383 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b348-da51-4e49-a621-c5950bcaab6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:45.378018 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3b348-da51-4e49-a621-c5950bcaab6b admin admin] Calling delete_port for 6d7e8119-9e33-423c-b0b8-b020da3ddfdc owned by network:router_gateway {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:43:45.381732 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-46af39c4-6faf-4139-9b88-00d07eab8174 None None] Set router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 gateway port host: None {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:43:45.440112 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-46af39c4-6faf-4139-9b88-00d07eab8174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'name': 'tempest-AttachVolumeShelveTestJSON-61891173-router', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:12Z', 'updated_at': '2021-10-28T09:43:45Z', 'revision_number': 6, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'gw_port_host': None}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:45.469336 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46af39c4-6faf-4139-9b88-00d07eab8174 None None] The sync data for ids ['beeb353f-6e62-4c3c-ba41-63a0ad6863f3'] in dv-cinder-815146-5-iscsi is: [{'id': 'beeb353f-6e62-4c3c-ba41-63a0ad6863f3', 'name': 'tempest-AttachVolumeShelveTestJSON-61891173-router', 'tenant_id': '527b76bbd1e54d17a4de33776892141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:36:12Z', 'updated_at': '2021-10-28T09:43:45Z', 'revision_number': 6, 'project_id': '527b76bbd1e54d17a4de33776892141c', 'gw_port_host': None}] {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:43:45.565715 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b348-da51-4e49-a621-c5950bcaab6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:45.571006 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60244) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:45.610993 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3b348-da51-4e49-a621-c5950bcaab6b admin admin] Pushing event deleted for resources: {'Port': ['ID=6d7e8119-9e33-423c-b0b8-b020da3ddfdc,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:45.680495 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-084f40f6-29df-48fd-b289-732733a64fc6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=274e81c833d54acfaf912d5056300967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1059921 Oct 28 09:43:45.680756 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60246) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:45.708163 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b348-da51-4e49-a621-c5950bcaab6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640059'] for router_gateway, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:45.812871 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b348-da51-4e49-a621-c5950bcaab6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1653777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3370'] for router, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:45.815562 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b348-da51-4e49-a621-c5950bcaab6b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:45.859618 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f27b61a2-a56b-41d6-8af3-69f03931a2c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:45.879633 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b348-da51-4e49-a621-c5950bcaab6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1653766'] for router, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:45.880165 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee3b348-da51-4e49-a621-c5950bcaab6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router beeb353f-6e62-4c3c-ba41-63a0ad6863f3 {{(pid=101550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:43:45.888517 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b348-da51-4e49-a621-c5950bcaab6b admin admin] Publish callbacks [] for router, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:45.890058 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-2ee3b348-da51-4e49-a621-c5950bcaab6b admin admin] 10.222.0.113 "DELETE /v2.0/routers/beeb353f-6e62-4c3c-ba41-63a0ad6863f3 HTTP/1.1" status: 204 len: 168 time: 0.9562223 Oct 28 09:43:45.892183 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f27b61a2-a56b-41d6-8af3-69f03931a2c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:45.892742 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 60248) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:45.941723 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac69032-fed7-4804-b12f-46fb68c5a870 admin admin] Deleting subnet 263b05d8-eb38-4884-926d-259edcdc488d {{(pid=101549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:43:45.942357 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f27b61a2-a56b-41d6-8af3-69f03931a2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:45.944899 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-eac69032-fed7-4804-b12f-46fb68c5a870 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:45.945022 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f27b61a2-a56b-41d6-8af3-69f03931a2c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:45.946033 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-f27b61a2-a56b-41d6-8af3-69f03931a2c6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f08e5451-2eda-4b07-bfac-30e3dad73bbd HTTP/1.1" status: 204 len: 168 time: 0.2643940 Oct 28 09:43:45.958468 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b61a2-a56b-41d6-8af3-69f03931a2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08e5451-2eda-4b07-bfac-30e3dad73bbd,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:45.991988 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-eac69032-fed7-4804-b12f-46fb68c5a870 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2871594'] for subnet, precommit_delete_associations {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:46.081463 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-eac69032-fed7-4804-b12f-46fb68c5a870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690075'] for subnet, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:46.088850 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device fef591d7-4edb-4eea-8edb-338fe954feda no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:43:46.110964 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: fef591d7-4edb-4eea-8edb-338fe954feda {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:43:46.111562 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device fef591d7-4edb-4eea-8edb-338fe954feda not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:43:46.112271 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 25eb2c05-efbe-4c1b-8997-877dae9d31d8 no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:43:46.133656 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: 25eb2c05-efbe-4c1b-8997-877dae9d31d8 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:43:46.134069 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 25eb2c05-efbe-4c1b-8997-877dae9d31d8 not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:43:46.134571 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 6d7e8119-9e33-423c-b0b8-b020da3ddfdc no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:43:46.155295 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-eac69032-fed7-4804-b12f-46fb68c5a870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8445689'] for subnet, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:46.158089 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: 6d7e8119-9e33-423c-b0b8-b020da3ddfdc {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:43:46.158700 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 6d7e8119-9e33-423c-b0b8-b020da3ddfdc not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:43:46.170130 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-eac69032-fed7-4804-b12f-46fb68c5a870 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:46.179530 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-eac69032-fed7-4804-b12f-46fb68c5a870 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/263b05d8-eb38-4884-926d-259edcdc488d HTTP/1.1" status: 204 len: 168 time: 0.2856507 Oct 28 09:43:46.183830 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5efff5b-f40b-4ace-9a4d-1988dccdb9d4 None None] Network 4ea4cab8-150a-44ba-9227-c4083ead845c requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:43:46.188251 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60252) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:46.202837 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac69032-fed7-4804-b12f-46fb68c5a870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=263b05d8-eb38-4884-926d-259edcdc488d,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:46.290532 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f76633f3-0bf6-4b86-bc0e-0652b80ed4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7814304'] for network, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:46.352993 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-f76633f3-0bf6-4b86-bc0e-0652b80ed4e4 admin admin] Deleting port d6e4afb9-d408-4519-8c41-1a5a0256f953 {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:43:46.353334 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f76633f3-0bf6-4b86-bc0e-0652b80ed4e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:46.399504 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63515668-efed-45d7-a293-9ebd2d0596ad None None] DHCP port deletion for 4ea4cab8-150a-44ba-9227-c4083ead845c request from dv-cinder-815146-5-iscsi {{(pid=101551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:43:46.425716 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [None req-f76633f3-0bf6-4b86-bc0e-0652b80ed4e4 admin admin] For port d6e4afb9-d408-4519-8c41-1a5a0256f953, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=d6e4afb9-d408-4519-8c41-1a5a0256f953,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:43:46.426134 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f76633f3-0bf6-4b86-bc0e-0652b80ed4e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:46.440719 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-f76633f3-0bf6-4b86-bc0e-0652b80ed4e4 admin admin] Calling delete_port for d6e4afb9-d408-4519-8c41-1a5a0256f953 owned by network:dhcp {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:43:46.456105 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-63515668-efed-45d7-a293-9ebd2d0596ad None None] Deleting port d6e4afb9-d408-4519-8c41-1a5a0256f953 {{(pid=101551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:43:46.456105 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-63515668-efed-45d7-a293-9ebd2d0596ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:46.524537 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-63515668-efed-45d7-a293-9ebd2d0596ad None None] For port d6e4afb9-d408-4519-8c41-1a5a0256f953, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=d6e4afb9-d408-4519-8c41-1a5a0256f953,segment=NetworkSegment(7c7aa649-fec5-4327-a727-a322b9bbc715),segment_id=7c7aa649-fec5-4327-a727-a322b9bbc715)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:43:46.524939 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-63515668-efed-45d7-a293-9ebd2d0596ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:46.531035 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f76633f3-0bf6-4b86-bc0e-0652b80ed4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:46.539949 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-63515668-efed-45d7-a293-9ebd2d0596ad None None] Calling delete_port for d6e4afb9-d408-4519-8c41-1a5a0256f953 owned by network:dhcp {{(pid=101551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:43:46.554980 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76633f3-0bf6-4b86-bc0e-0652b80ed4e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e4afb9-d408-4519-8c41-1a5a0256f953,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:46.561090 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76633f3-0bf6-4b86-bc0e-0652b80ed4e4 admin admin] No DVR routers for this DVR port d6e4afb9-d408-4519-8c41-1a5a0256f953 on host dv-cinder-815146-5-iscsi {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:43:46.621539 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-63515668-efed-45d7-a293-9ebd2d0596ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541'] for port, after_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:46.637280 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f76633f3-0bf6-4b86-bc0e-0652b80ed4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692238', 'neutron.services.segments.db._delete_segments_for_network-8729415614302'] for network, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:46.647446 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63515668-efed-45d7-a293-9ebd2d0596ad None None] Pushing event deleted for resources: {'Port': ['ID=d6e4afb9-d408-4519-8c41-1a5a0256f953,revision_number=None']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:46.649359 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63515668-efed-45d7-a293-9ebd2d0596ad None None] No DVR routers for this DVR port d6e4afb9-d408-4519-8c41-1a5a0256f953 on host dv-cinder-815146-5-iscsi {{(pid=101551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:43:46.664332 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.services.segments.db [None req-f76633f3-0bf6-4b86-bc0e-0652b80ed4e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea4cab8-150a-44ba-9227-c4083ead845c']}} {{(pid=101550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:46.674464 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.services.segments.db [None req-f76633f3-0bf6-4b86-bc0e-0652b80ed4e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7aa649-fec5-4327-a727-a322b9bbc715') {'for_net_delete': True} {{(pid=101550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:46.674753 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.services.segments.db [None req-f76633f3-0bf6-4b86-bc0e-0652b80ed4e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7aa649-fec5-4327-a727-a322b9bbc715') {} {{(pid=101550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:46.684221 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f76633f3-0bf6-4b86-bc0e-0652b80ed4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729415615847', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8896753'] for segment, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:46.697414 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f76633f3-0bf6-4b86-bc0e-0652b80ed4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:46.703803 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76633f3-0bf6-4b86-bc0e-0652b80ed4e4 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:43:46.704186 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f76633f3-0bf6-4b86-bc0e-0652b80ed4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8897136'] for segment, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: Traceback (most recent call last): Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: timer() Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: cb(*args, **kw) Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: return func(*args, **kwargs) Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: self._notify() Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: self.callback(batched_events) Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: event.method(event) Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: return f(self, *a, **k) Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: return self._get(url).json() Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: return self.request(url, 'GET', **kwargs) Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:43:46.705821 dv-cinder-815146-5-iscsi neutron-server[101550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:43:46.758542 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f76633f3-0bf6-4b86-bc0e-0652b80ed4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640007'] for network, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:46.765251 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f76633f3-0bf6-4b86-bc0e-0652b80ed4e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:46.769085 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-f76633f3-0bf6-4b86-bc0e-0652b80ed4e4 admin admin] 10.222.0.113 "DELETE /v2.0/networks/4ea4cab8-150a-44ba-9227-c4083ead845c HTTP/1.1" status: 204 len: 168 time: 0.5798247 Oct 28 09:43:46.781014 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76633f3-0bf6-4b86-bc0e-0652b80ed4e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ea4cab8-150a-44ba-9227-c4083ead845c,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:46.933740 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60256) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:46.973937 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-01b0b7bc-18b7-4450-92e0-7d3ef1782310 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=527b76bbd1e54d17a4de33776892141c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388830 Oct 28 09:43:46.976841 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60258) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:47.028974 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-60894d03-ae69-44d3-aa29-92968fbf4d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:47.050607 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-60894d03-ae69-44d3-aa29-92968fbf4d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:47.097996 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-60894d03-ae69-44d3-aa29-92968fbf4d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:47.101147 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-60894d03-ae69-44d3-aa29-92968fbf4d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:47.102313 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-60894d03-ae69-44d3-aa29-92968fbf4d3b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/0148f1f0-b81e-4bfa-981c-3c4fc54c638b HTTP/1.1" status: 204 len: 168 time: 0.1245825 Oct 28 09:43:47.111050 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60894d03-ae69-44d3-aa29-92968fbf4d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0148f1f0-b81e-4bfa-981c-3c4fc54c638b,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:47.773469 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 60280) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:47.871565 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-545dfb3f-da55-494d-baa0-7f02e3ccf3e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2021634374-network', 'tenant_id': '36554a511b8b46508902b0adb36892c2'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:43:47.894544 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545dfb3f-da55-494d-baa0-7f02e3ccf3e7 admin admin] Made reservation on behalf of 36554a511b8b46508902b0adb36892c2 for: {'network': 1} {{(pid=101549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:43:47.897535 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-545dfb3f-da55-494d-baa0-7f02e3ccf3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for network, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:47.907683 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-545dfb3f-da55-494d-baa0-7f02e3ccf3e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:47.983045 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-545dfb3f-da55-494d-baa0-7f02e3ccf3e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:47.987360 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-545dfb3f-da55-494d-baa0-7f02e3ccf3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:48.012747 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545dfb3f-da55-494d-baa0-7f02e3ccf3e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=101549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:43:48.024143 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dfb3f-da55-494d-baa0-7f02e3ccf3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd3eb32-2d5b-4fad-9c80-389a89172363,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:48.035743 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-545dfb3f-da55-494d-baa0-7f02e3ccf3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:48.035743 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.segments_db [None req-545dfb3f-da55-494d-baa0-7f02e3ccf3e7 admin admin] Added segment 11ee1a0d-2cce-458e-add0-ae81519f47bc of type vlan for network 6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 Oct 28 09:43:48.066247 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device d6e4afb9-d408-4519-8c41-1a5a0256f953 no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:43:48.078985 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-545dfb3f-da55-494d-baa0-7f02e3ccf3e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729415096998'] for network, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:48.088208 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: d6e4afb9-d408-4519-8c41-1a5a0256f953 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:43:48.088754 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device d6e4afb9-d408-4519-8c41-1a5a0256f953 not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:43:48.104710 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-545dfb3f-da55-494d-baa0-7f02e3ccf3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for network, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:48.105807 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545dfb3f-da55-494d-baa0-7f02e3ccf3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:48.106583 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-545dfb3f-da55-494d-baa0-7f02e3ccf3e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:48.170866 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-545dfb3f-da55-494d-baa0-7f02e3ccf3e7 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3962047 Oct 28 09:43:48.175021 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60284) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:48.176772 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dfb3f-da55-494d-baa0-7f02e3ccf3e7 admin admin] Pushing event updated for resources: {'Network': ['ID=6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:48.180086 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-f332d33b-5061-4335-96ba-40eb0d4def73 admin admin] Request body: {'subnet': {'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2021634374-subnet', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:43:48.188653 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Network 6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 details requested by agent ovs-agent-dv-cinder-815146-5-iscsi with host dv-cinder-815146-5-iscsi {{(pid=101551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:43:48.204420 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f332d33b-5061-4335-96ba-40eb0d4def73 admin admin] Made reservation on behalf of 36554a511b8b46508902b0adb36892c2 for: {'subnet': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:43:48.206800 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f332d33b-5061-4335-96ba-40eb0d4def73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8402745'] for subnet, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:48.374496 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f332d33b-5061-4335-96ba-40eb0d4def73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8897243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8402731'] for subnet, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:48.432900 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332d33b-5061-4335-96ba-40eb0d4def73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03,revision_number=0']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:48.437779 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f332d33b-5061-4335-96ba-40eb0d4def73 admin admin] Checking segment: {'id': '11ee1a0d-2cce-458e-add0-ae81519f47bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:43:48.438133 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f332d33b-5061-4335-96ba-40eb0d4def73 admin admin] Network hostable DHCP agents. Network: 6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53, hostable agents: ['51f327a7-c6d2-45a0-a90b-356f50710923'], hosted agents: [] {{(pid=101550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:43:48.454709 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f332d33b-5061-4335-96ba-40eb0d4def73 admin admin] Network 6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 is scheduled to be hosted by DHCP agent 51f327a7-c6d2-45a0-a90b-356f50710923 with binding_index 1 {{(pid=101550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:43:48.463046 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-f332d33b-5061-4335-96ba-40eb0d4def73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-5-iscsi, 6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53) {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:43:48.466932 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f332d33b-5061-4335-96ba-40eb0d4def73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:48.467794 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-f332d33b-5061-4335-96ba-40eb0d4def73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for subnet, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:48.473205 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c888c19-0d07-429d-8c14-1eeb26bb3263 None None] Network 6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:43:48.482455 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-f332d33b-5061-4335-96ba-40eb0d4def73 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3063109 Oct 28 09:43:48.485745 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60286) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:48.490098 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-31f3f1c2-6f07-4197-b91e-90b5831793ab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2021634374-router', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:43:48.516052 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-31f3f1c2-6f07-4197-b91e-90b5831793ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1638839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3352'] for router, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:48.517144 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-31f3f1c2-6f07-4197-b91e-90b5831793ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1639374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1762869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3363'] for router, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:48.574834 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-31f3f1c2-6f07-4197-b91e-90b5831793ab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:48.636493 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a2f377-dfa1-4105-91de-15f53fe00ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp197d0051-dcd6-579c-9846-4ee4697789d2-6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'fixed_ips': [{'subnet_id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03'}]}} from dv-cinder-815146-5-iscsi. {{(pid=101551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:43:48.637371 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-70a2f377-dfa1-4105-91de-15f53fe00ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:48.720213 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-31f3f1c2-6f07-4197-b91e-90b5831793ab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:48.774467 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.db_base_plugin_common [None req-70a2f377-dfa1-4105-91de-15f53fe00ca4 None None] Allocated IP 172.20.0.2 (6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53/704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03/5ca49aab-c5f8-438f-a3e1-b89958890a2c) {{(pid=101551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:43:48.941734 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-31f3f1c2-6f07-4197-b91e-90b5831793ab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:48.961642 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-31f3f1c2-6f07-4197-b91e-90b5831793ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:49.055663 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-70a2f377-dfa1-4105-91de-15f53fe00ca4 None None] Publish callbacks [] for port, precommit_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:49.061108 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-70a2f377-dfa1-4105-91de-15f53fe00ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532'] for port, after_create {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:49.071416 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [None req-31f3f1c2-6f07-4197-b91e-90b5831793ab admin admin] Allocated IP 172.27.2.113 (31303b2b-323a-4b81-9e96-008831f8aead/d3684885-b597-423f-94c6-5f950061bf40/6172a5c2-c5b7-432c-89d0-37bf376bca98) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:43:49.102527 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a2f377-dfa1-4105-91de-15f53fe00ca4 None None] Network 6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 is already hosted by enough agents. {{(pid=101551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:43:49.105651 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.scheduler.base_scheduler [None req-70a2f377-dfa1-4105-91de-15f53fe00ca4 None None] Resources bound (agent type, host, resource id): {{(pid=101551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:43:49.109288 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a2f377-dfa1-4105-91de-15f53fe00ca4 None None] Received port after_create {{(pid=101551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:43:49.120077 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2f377-dfa1-4105-91de-15f53fe00ca4 None None] Pushing event updated for resources: {'Port': ['ID=5ca49aab-c5f8-438f-a3e1-b89958890a2c,revision_number=1']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:49.168407 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-70a2f377-dfa1-4105-91de-15f53fe00ca4 None None] Attempting to bind port 5ca49aab-c5f8-438f-a3e1-b89958890a2c on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:43:49.168774 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-70a2f377-dfa1-4105-91de-15f53fe00ca4 None None] Attempting to bind port 5ca49aab-c5f8-438f-a3e1-b89958890a2c by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '11ee1a0d-2cce-458e-add0-ae81519f47bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53'}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:43:49.169132 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a2f377-dfa1-4105-91de-15f53fe00ca4 None None] Attempting to bind port 5ca49aab-c5f8-438f-a3e1-b89958890a2c on network 6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:43:49.174280 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a2f377-dfa1-4105-91de-15f53fe00ca4 None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:43:49.174644 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a2f377-dfa1-4105-91de-15f53fe00ca4 None None] Checking segment: {'id': '11ee1a0d-2cce-458e-add0-ae81519f47bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:43:49.175038 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-70a2f377-dfa1-4105-91de-15f53fe00ca4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:49.175425 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a2f377-dfa1-4105-91de-15f53fe00ca4 None None] Bound using segment: {'id': '11ee1a0d-2cce-458e-add0-ae81519f47bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53'} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:43:49.175947 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-70a2f377-dfa1-4105-91de-15f53fe00ca4 None None] Bound port: 5ca49aab-c5f8-438f-a3e1-b89958890a2c, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ee1a0d-2cce-458e-add0-ae81519f47bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53'}}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:43:49.176297 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-31f3f1c2-6f07-4197-b91e-90b5831793ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:49.176786 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-70a2f377-dfa1-4105-91de-15f53fe00ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:49.211807 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-31f3f1c2-6f07-4197-b91e-90b5831793ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:49.241831 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-70a2f377-dfa1-4105-91de-15f53fe00ca4 None None] For port 5ca49aab-c5f8-438f-a3e1-b89958890a2c, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:43:49.245145 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-70a2f377-dfa1-4105-91de-15f53fe00ca4 None None] For port 5ca49aab-c5f8-438f-a3e1-b89958890a2c, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=5ca49aab-c5f8-438f-a3e1-b89958890a2c,segment=NetworkSegment(11ee1a0d-2cce-458e-add0-ae81519f47bc),segment_id=11ee1a0d-2cce-458e-add0-ae81519f47bc)] {{(pid=101551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:43:49.248564 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-70a2f377-dfa1-4105-91de-15f53fe00ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:49.259080 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f3f1c2-6f07-4197-b91e-90b5831793ab admin admin] Network 31303b2b-323a-4b81-9e96-008831f8aead is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:43:49.265422 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-31f3f1c2-6f07-4197-b91e-90b5831793ab admin admin] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:43:49.269304 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f3f1c2-6f07-4197-b91e-90b5831793ab admin admin] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:43:49.274560 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3f1c2-6f07-4197-b91e-90b5831793ab admin admin] Pushing event updated for resources: {'Port': ['ID=6172a5c2-c5b7-432c-89d0-37bf376bca98,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:49.309429 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2f377-dfa1-4105-91de-15f53fe00ca4 None None] Pushing event updated for resources: {'Port': ['ID=5ca49aab-c5f8-438f-a3e1-b89958890a2c,revision_number=2']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:49.772867 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-31f3f1c2-6f07-4197-b91e-90b5831793ab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:49.970505 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-31f3f1c2-6f07-4197-b91e-90b5831793ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1653836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639315'] for router, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:50.100579 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 5ca49aab-c5f8-438f-a3e1-b89958890a2c up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:43:50.111927 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f3f1c2-6f07-4197-b91e-90b5831793ab admin admin] Router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 is scheduled to L3 agent b795c905-d4ab-4275-b216-80b90b100426 with binding_index 1 {{(pid=101550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:43:50.153476 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 5ca49aab-c5f8-438f-a3e1-b89958890a2c triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:43:50.154043 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:50.205996 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d6f78c-fc9b-45c7-b3b4-fd99fde6ffeb None None] Network 6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:43:50.222827 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f3f1c2-6f07-4197-b91e-90b5831793ab admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:43:50.232248 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] Sync routers for ids ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:43:50.242363 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-31f3f1c2-6f07-4197-b91e-90b5831793ab admin admin] Publish callbacks [] for router, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:50.243747 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-31f3f1c2-6f07-4197-b91e-90b5831793ab admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7570400 Oct 28 09:43:50.245574 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] Routers {'42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:43:50.246187 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:43:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:50.246598 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60288) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:50.293504 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:50.318192 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-0a3ce5fc-1ff8-4b12-9674-176a703b0ce3 None None] Provisioning complete for port 5ca49aab-c5f8-438f-a3e1-b89958890a2c triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:43:50.318566 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-0a3ce5fc-1ff8-4b12-9674-176a703b0ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:50.357038 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] Set router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:43:50.390307 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] For port 5ca49aab-c5f8-438f-a3e1-b89958890a2c, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=5ca49aab-c5f8-438f-a3e1-b89958890a2c,segment=NetworkSegment(11ee1a0d-2cce-458e-add0-ae81519f47bc),segment_id=11ee1a0d-2cce-458e-add0-ae81519f47bc)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:43:50.412039 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:50.525922 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Pushing event updated for resources: {'Port': ['ID=5ca49aab-c5f8-438f-a3e1-b89958890a2c,revision_number=3']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:50.561091 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'name': 'tempest-AttachVolumeTestJSON-2021634374-router', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:49Z', 'revision_number': 3, 'project_id': '36554a511b8b46508902b0adb36892c2', 'gw_port': {'id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:50.596241 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] Checking router: 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:43:50.596722 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] Updating router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 port 6172a5c2-c5b7-432c-89d0-37bf376bca98 binding host dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:43:50.627887 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:50.699539 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-9d1cee49-a61e-4361-a8c1-aeaccd055ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:50.757747 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-a3b692b8-25f3-4837-afa6-e32c8b0c9b5f None None] Provisioning complete for port 5ca49aab-c5f8-438f-a3e1-b89958890a2c triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:43:50.758126 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-a3b692b8-25f3-4837-afa6-e32c8b0c9b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:50.861824 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [None req-9d1cee49-a61e-4361-a8c1-aeaccd055ba4 admin admin] Allocated IP 172.20.0.1 (6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53/704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03/65c437a0-5f3a-4205-a83f-3b4fdeffe331) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:43:50.898180 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] Publish callbacks [] for port, precommit_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:50.903381 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:50.961839 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] Attempting to bind port 6172a5c2-c5b7-432c-89d0-37bf376bca98 on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:43:50.962202 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] Attempting to bind port 6172a5c2-c5b7-432c-89d0-37bf376bca98 by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}] {{(pid=101552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:43:50.962556 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] Attempting to bind port 6172a5c2-c5b7-432c-89d0-37bf376bca98 on network 31303b2b-323a-4b81-9e96-008831f8aead {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:43:50.965149 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2b193-8ef1-4975-8130-b08023b45a7e None None] Pushing event updated for resources: {'Port': ['ID=6172a5c2-c5b7-432c-89d0-37bf376bca98,revision_number=2']} {{(pid=101552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:50.974421 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2b193-8ef1-4975-8130-b08023b45a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:50.974783 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2b193-8ef1-4975-8130-b08023b45a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:50.975121 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2b193-8ef1-4975-8130-b08023b45a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:50.975475 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2b193-8ef1-4975-8130-b08023b45a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:50.975822 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2b193-8ef1-4975-8130-b08023b45a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:50.976144 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2b193-8ef1-4975-8130-b08023b45a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:50.976463 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2b193-8ef1-4975-8130-b08023b45a7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:50.976778 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2b193-8ef1-4975-8130-b08023b45a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:50.977115 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2b193-8ef1-4975-8130-b08023b45a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:50.977432 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2b193-8ef1-4975-8130-b08023b45a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:50.977744 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2b193-8ef1-4975-8130-b08023b45a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:50.978054 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2b193-8ef1-4975-8130-b08023b45a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:50.978897 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-9d1cee49-a61e-4361-a8c1-aeaccd055ba4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:50.981256 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:43:50.981620 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] Checking segment: {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:43:50.982009 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:50.982381 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] Bound using segment: {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'} {{(pid=101552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:43:50.982844 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.managers [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] Bound port: 6172a5c2-c5b7-432c-89d0-37bf376bca98, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f22656-f2ac-44ad-b11d-472715fdc334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}}] {{(pid=101552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:43:50.983418 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:51.020720 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-9d1cee49-a61e-4361-a8c1-aeaccd055ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:51.042416 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.db [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] For port 6172a5c2-c5b7-432c-89d0-37bf376bca98, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:43:51.045398 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.plugins.ml2.db [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] For port 6172a5c2-c5b7-432c-89d0-37bf376bca98, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=6172a5c2-c5b7-432c-89d0-37bf376bca98,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:43:51.049130 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron_lib.callbacks.manager [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:51.061744 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1cee49-a61e-4361-a8c1-aeaccd055ba4 admin admin] Network 6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:43:51.065060 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-9d1cee49-a61e-4361-a8c1-aeaccd055ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:43:51.068601 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1cee49-a61e-4361-a8c1-aeaccd055ba4 admin admin] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:43:51.098749 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cee49-a61e-4361-a8c1-aeaccd055ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=65c437a0-5f3a-4205-a83f-3b4fdeffe331,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:51.108787 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] Routers {'42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:43:51.109649 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:43:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:51.116424 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-9d1cee49-a61e-4361-a8c1-aeaccd055ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1640142'] for router_interface, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:51.241214 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2b193-8ef1-4975-8130-b08023b45a7e None None] Pushing event updated for resources: {'Port': ['ID=6172a5c2-c5b7-432c-89d0-37bf376bca98,revision_number=3']} {{(pid=101552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:51.251395 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-9d1cee49-a61e-4361-a8c1-aeaccd055ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:51.316213 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] Set router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:43:51.367680 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-09e84913-a327-4d59-8fb1-ee8a7c60fd44 None None] Provisioning complete for port 65c437a0-5f3a-4205-a83f-3b4fdeffe331 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:43:51.368250 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-09e84913-a327-4d59-8fb1-ee8a7c60fd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:51.402072 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-09e84913-a327-4d59-8fb1-ee8a7c60fd44 None None] Port 65c437a0-5f3a-4205-a83f-3b4fdeffe331 cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:43:51.424269 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-9d1cee49-a61e-4361-a8c1-aeaccd055ba4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:51.428935 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-9d1cee49-a61e-4361-a8c1-aeaccd055ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:51.497952 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cee49-a61e-4361-a8c1-aeaccd055ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=65c437a0-5f3a-4205-a83f-3b4fdeffe331,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:51.500828 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-9d1cee49-a61e-4361-a8c1-aeaccd055ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653342'] for router_interface, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:51.502341 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'name': 'tempest-AttachVolumeTestJSON-2021634374-router', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:49Z', 'revision_number': 3, 'project_id': '36554a511b8b46508902b0adb36892c2', 'gw_port': {'id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:51.530670 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb839e63-390e-4deb-a1d3-17a8acda9480 None None] The sync data for ids ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'] in dv-cinder-815146-5-iscsi is: [{'id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'name': 'tempest-AttachVolumeTestJSON-2021634374-router', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:49Z', 'revision_number': 3, 'project_id': '36554a511b8b46508902b0adb36892c2', 'gw_port': {'id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:43:51.597475 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1cee49-a61e-4361-a8c1-aeaccd055ba4 admin admin] Network 6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:43:51.598831 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-9d1cee49-a61e-4361-a8c1-aeaccd055ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:43:51.722885 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1cee49-a61e-4361-a8c1-aeaccd055ba4 admin admin] Router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:43:51.854319 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1cee49-a61e-4361-a8c1-aeaccd055ba4 admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:43:51.860260 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-9d1cee49-a61e-4361-a8c1-aeaccd055ba4 admin admin] 10.222.0.113 "PUT /v2.0/routers/42dec5e9-4ca6-41dc-ba3f-84c4aca318f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6126080 Oct 28 09:43:51.931404 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1facfcd4-9a7b-4b4b-80db-38f764f58be8 None None] Provisioning complete for port 65c437a0-5f3a-4205-a83f-3b4fdeffe331 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:43:51.931832 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1facfcd4-9a7b-4b4b-80db-38f764f58be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:51.967343 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1facfcd4-9a7b-4b4b-80db-38f764f58be8 None None] Port 65c437a0-5f3a-4205-a83f-3b4fdeffe331 cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:43:52.166616 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 6172a5c2-c5b7-432c-89d0-37bf376bca98 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:43:52.223737 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 6172a5c2-c5b7-432c-89d0-37bf376bca98 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:43:52.224120 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:52.316613 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:52.324566 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:52.338104 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] For port 6172a5c2-c5b7-432c-89d0-37bf376bca98, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=6172a5c2-c5b7-432c-89d0-37bf376bca98,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:43:52.347089 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:52.347947 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 5ca49aab-c5f8-438f-a3e1-b89958890a2c up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:43:52.368356 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60296) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:52.372959 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-3314b513-027a-44db-9d28-74ea4755bf2f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1884347880', 'description': 'tempest-description--703542678'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:43:52.397755 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-3314b513-027a-44db-9d28-74ea4755bf2f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:52.440771 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Pushing event updated for resources: {'Port': ['ID=6172a5c2-c5b7-432c-89d0-37bf376bca98,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:52.451742 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 5ca49aab-c5f8-438f-a3e1-b89958890a2c triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:43:52.452183 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:52.469555 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-3314b513-027a-44db-9d28-74ea4755bf2f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:52.474031 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-3314b513-027a-44db-9d28-74ea4755bf2f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:52.503472 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-3314b513-027a-44db-9d28-74ea4755bf2f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:52.504726 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-3314b513-027a-44db-9d28-74ea4755bf2f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1353462 Oct 28 09:43:52.508872 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314b513-027a-44db-9d28-74ea4755bf2f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa835744-7a2c-4a95-96d9-98e74e32439c,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:52.509197 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 60298) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:52.516544 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-227743af-d7b1-4e42-b226-b6579ebc7984 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Request body: {'security_group_rule': {'security_group_id': 'aa835744-7a2c-4a95-96d9-98e74e32439c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:43:52.554023 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-227743af-d7b1-4e42-b226-b6579ebc7984 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:52.615172 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-227743af-d7b1-4e42-b226-b6579ebc7984 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:52.618904 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-227743af-d7b1-4e42-b226-b6579ebc7984 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:52.637913 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227743af-d7b1-4e42-b226-b6579ebc7984 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b71ac8-a9fb-4d5b-a92a-e572bc81aca5,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:52.643980 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-227743af-d7b1-4e42-b226-b6579ebc7984 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:52.647924 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60300) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:52.648110 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-227743af-d7b1-4e42-b226-b6579ebc7984 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371973 Oct 28 09:43:52.652485 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-2a3a8a7f-e076-46bc-a8a1-8a4dc2984cf9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Request body: {'security_group_rule': {'security_group_id': 'aa835744-7a2c-4a95-96d9-98e74e32439c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:43:52.678365 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2a3a8a7f-e076-46bc-a8a1-8a4dc2984cf9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:52.738603 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2a3a8a7f-e076-46bc-a8a1-8a4dc2984cf9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:52.742358 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2a3a8a7f-e076-46bc-a8a1-8a4dc2984cf9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:52.757773 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a8a7f-e076-46bc-a8a1-8a4dc2984cf9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb38f4d-8750-4d46-9a9c-c54205d54ac2,revision_number=0']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:52.768714 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-2a3a8a7f-e076-46bc-a8a1-8a4dc2984cf9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:52.769896 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-2a3a8a7f-e076-46bc-a8a1-8a4dc2984cf9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209600 Oct 28 09:43:52.772942 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60302) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:52.777098 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-d720b1f7-b642-4bd6-88eb-123ef792d304 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Request body: {'floatingip': {'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:43:52.798870 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d720b1f7-b642-4bd6-88eb-123ef792d304 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for floatingip, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:52.896308 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d720b1f7-b642-4bd6-88eb-123ef792d304 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:53.005134 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [None req-d720b1f7-b642-4bd6-88eb-123ef792d304 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Allocated IP 172.27.2.186 (31303b2b-323a-4b81-9e96-008831f8aead/d3684885-b597-423f-94c6-5f950061bf40/5fefb0ae-0090-4d0d-bc6b-515f17d69d4d) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:43:53.101863 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] Sync routers for ids ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'] in dv-cinder-815146-5-iscsi {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:43:53.112276 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d720b1f7-b642-4bd6-88eb-123ef792d304 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:53.113729 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] Routers {'42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:43:53.114417 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:43:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:53.146720 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d720b1f7-b642-4bd6-88eb-123ef792d304 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:53.196094 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d720b1f7-b642-4bd6-88eb-123ef792d304 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Network 31303b2b-323a-4b81-9e96-008831f8aead is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:43:53.199948 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-d720b1f7-b642-4bd6-88eb-123ef792d304 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:43:53.201886 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720b1f7-b642-4bd6-88eb-123ef792d304 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Pushing event updated for resources: {'Port': ['ID=5fefb0ae-0090-4d0d-bc6b-515f17d69d4d,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:53.204408 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d720b1f7-b642-4bd6-88eb-123ef792d304 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:43:53.227181 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] Set router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:43:53.287651 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d720b1f7-b642-4bd6-88eb-123ef792d304 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:53.321721 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d720b1f7-b642-4bd6-88eb-123ef792d304 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:53.433571 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'name': 'tempest-AttachVolumeTestJSON-2021634374-router', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:51Z', 'revision_number': 4, 'project_id': '36554a511b8b46508902b0adb36892c2', 'gw_port': {'id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '65c437a0-5f3a-4205-a83f-3b4fdeffe331', 'name': '', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'mac_address': 'fa:16:3e:63:a4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:50Z', 'updated_at': '2021-10-28T09:43:51Z', 'revision_number': 2, 'project_id': '36554a511b8b46508902b0adb36892c2', 'subnets': [{'id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:53.459946 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] Checking router: 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 for host: dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:43:53.460606 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] Updating router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 port 65c437a0-5f3a-4205-a83f-3b4fdeffe331 binding host dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:43:53.473478 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d720b1f7-b642-4bd6-88eb-123ef792d304 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:53.478607 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d720b1f7-b642-4bd6-88eb-123ef792d304 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:53.485958 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:53.551589 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720b1f7-b642-4bd6-88eb-123ef792d304 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Pushing event updated for resources: {'Port': ['ID=5fefb0ae-0090-4d0d-bc6b-515f17d69d4d,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:53.563513 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d720b1f7-b642-4bd6-88eb-123ef792d304 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639989'] for floatingip, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:53.579270 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-d720b1f7-b642-4bd6-88eb-123ef792d304 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for floatingip, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:53.584164 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-d720b1f7-b642-4bd6-88eb-123ef792d304 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8102534 Oct 28 09:43:53.721710 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-cb440665-1964-40d7-b251-626af6be4d98 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--1884347880&fields=id&tenant_id=36554a511b8b46508902b0adb36892c2 HTTP/1.1" status: 200 len: 267 time: 0.0328007 Oct 28 09:43:53.764184 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] Publish callbacks [] for port, precommit_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:53.769952 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:53.819988 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4b167-e60d-4f93-9f58-b8274194b438 None None] Pushing event updated for resources: {'Port': ['ID=65c437a0-5f3a-4205-a83f-3b4fdeffe331,revision_number=3']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:53.837551 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-941d6e94-f7e2-42c0-bb04-c64d2477c01b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:53.839117 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-941d6e94-f7e2-42c0-bb04-c64d2477c01b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/networks?id=6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 HTTP/1.1" status: 200 len: 811 time: 0.1112556 Oct 28 09:43:53.855869 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-3060f755-e6a2-4586-81e8-6cd354e8a715 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/quotas/36554a511b8b46508902b0adb36892c2 HTTP/1.1" status: 200 len: 375 time: 0.0097885 Oct 28 09:43:53.873992 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] Attempting to bind port 65c437a0-5f3a-4205-a83f-3b4fdeffe331 on host dv-cinder-815146-5-iscsi for vnic_type normal with profile {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:43:53.874576 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] Attempting to bind port 65c437a0-5f3a-4205-a83f-3b4fdeffe331 by drivers openvswitch,hyperv on host dv-cinder-815146-5-iscsi at level 0 using segments [{'id': '11ee1a0d-2cce-458e-add0-ae81519f47bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53'}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:43:53.874951 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] Attempting to bind port 65c437a0-5f3a-4205-a83f-3b4fdeffe331 on network 6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:43:53.882181 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] Checking agent: {'id': '2e95486d-1b49-4493-9557-570d36aad641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 13), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:43:53.882553 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] Checking segment: {'id': '11ee1a0d-2cce-458e-add0-ae81519f47bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:43:53.882958 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:53.883348 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] Bound using segment: {'id': '11ee1a0d-2cce-458e-add0-ae81519f47bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53'} {{(pid=101551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:43:53.883853 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.managers [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] Bound port: 65c437a0-5f3a-4205-a83f-3b4fdeffe331, host: dv-cinder-815146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ee1a0d-2cce-458e-add0-ae81519f47bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53'}}] {{(pid=101551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:43:53.884231 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:53.919319 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-f49c9069-b6ef-4cbc-92e0-c4eb56eb6fe9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=36554a511b8b46508902b0adb36892c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561762 Oct 28 09:43:53.959967 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] For port 65c437a0-5f3a-4205-a83f-3b4fdeffe331, host dv-cinder-815146-5-iscsi, cleared binding levels {{(pid=101551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:43:53.963309 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] For port 65c437a0-5f3a-4205-a83f-3b4fdeffe331, host dv-cinder-815146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=65c437a0-5f3a-4205-a83f-3b4fdeffe331,segment=NetworkSegment(11ee1a0d-2cce-458e-add0-ae81519f47bc),segment_id=11ee1a0d-2cce-458e-add0-ae81519f47bc)] {{(pid=101551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:43:53.970312 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:54.027374 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] Routers {'42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:43:54.028052 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:43:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:54.083096 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-d63f8edc-c02b-4e49-8c78-af9878566b2b service neutron] 10.222.0.113 "GET /v2.0/networks/6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533775 Oct 28 09:43:54.192165 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-d7accb95-1be9-4648-93c6-18e16e44cd5c service neutron] 10.222.0.113 "GET /v2.0/networks/6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005654 Oct 28 09:43:54.247057 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4b167-e60d-4f93-9f58-b8274194b438 None None] Pushing event updated for resources: {'Port': ['ID=65c437a0-5f3a-4205-a83f-3b4fdeffe331,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:54.257683 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 6172a5c2-c5b7-432c-89d0-37bf376bca98 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:43:54.311918 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-7454d76d-60cd-4737-9794-0d4dc92ba97b None None] Provisioning complete for port 65c437a0-5f3a-4205-a83f-3b4fdeffe331 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:43:54.312624 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-7454d76d-60cd-4737-9794-0d4dc92ba97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:54.372680 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-84929bfa-3010-4163-a2e8-62177e85dbdd req-b5fdc24c-8eda-4873-ade1-b58e3b6e0b5f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 210 time: 0.0279827 Oct 28 09:43:54.386012 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] Set router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:43:54.432606 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 6172a5c2-c5b7-432c-89d0-37bf376bca98 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:43:54.432983 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:54.594604 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-7454d76d-60cd-4737-9794-0d4dc92ba97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:54.695181 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-7454d76d-60cd-4737-9794-0d4dc92ba97b None None] For port 65c437a0-5f3a-4205-a83f-3b4fdeffe331, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=65c437a0-5f3a-4205-a83f-3b4fdeffe331,segment=NetworkSegment(11ee1a0d-2cce-458e-add0-ae81519f47bc),segment_id=11ee1a0d-2cce-458e-add0-ae81519f47bc)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:43:54.716827 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-7454d76d-60cd-4737-9794-0d4dc92ba97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:54.783254 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454d76d-60cd-4737-9794-0d4dc92ba97b None None] Pushing event updated for resources: {'Port': ['ID=65c437a0-5f3a-4205-a83f-3b4fdeffe331,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:54.794713 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'name': 'tempest-AttachVolumeTestJSON-2021634374-router', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:51Z', 'revision_number': 4, 'project_id': '36554a511b8b46508902b0adb36892c2', 'gw_port': {'id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '65c437a0-5f3a-4205-a83f-3b4fdeffe331', 'name': '', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'mac_address': 'fa:16:3e:63:a4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:50Z', 'updated_at': '2021-10-28T09:43:53Z', 'revision_number': 4, 'project_id': '36554a511b8b46508902b0adb36892c2', 'subnets': [{'id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:43:54.825603 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca7c5db-2115-4984-86c2-f604a20b3591 None None] The sync data for ids ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'] in dv-cinder-815146-5-iscsi is: [{'id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'name': 'tempest-AttachVolumeTestJSON-2021634374-router', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:51Z', 'revision_number': 4, 'project_id': '36554a511b8b46508902b0adb36892c2', 'gw_port': {'id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '65c437a0-5f3a-4205-a83f-3b4fdeffe331', 'name': '', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'mac_address': 'fa:16:3e:63:a4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:50Z', 'updated_at': '2021-10-28T09:43:53Z', 'revision_number': 4, 'project_id': '36554a511b8b46508902b0adb36892c2', 'subnets': [{'id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:43:54.839055 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-cdf1c9ec-9145-4949-9c7b-a14168170a84 None None] Provisioning complete for port 65c437a0-5f3a-4205-a83f-3b4fdeffe331 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:43:54.839432 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-cdf1c9ec-9145-4949-9c7b-a14168170a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:55.390352 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-32b36c04-9d24-4fa7-bf0d-b41d5a5decc6 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:55.391893 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-32b36c04-9d24-4fa7-bf0d-b41d5a5decc6 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.98 "GET /v2.0/networks?id=6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 HTTP/1.1" status: 200 len: 811 time: 0.1179235 Oct 28 09:43:55.442012 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-49adac6e-01f6-4a79-82a4-ee6772998d4b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36554a511b8b46508902b0adb36892c2 HTTP/1.1" status: 200 len: 380 time: 0.0386298 Oct 28 09:43:55.453793 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-6b1b03d0-0694-42a0-b62b-8e68e2a7ec1b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Request body: {'port': {'device_id': '590c09db-ac79-404c-b884-6131867934e9', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'admin_state_up': True, 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'security_groups': ['aa835744-7a2c-4a95-96d9-98e74e32439c']}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:43:55.531462 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cc44c06a-f746-42d0-b757-64262eeec8de req-e113e3b5-ac39-4402-85e6-5548d834f197 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 210 time: 0.0609255 Oct 28 09:43:55.596258 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-6b1b03d0-0694-42a0-b62b-8e68e2a7ec1b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Made reservation on behalf of 36554a511b8b46508902b0adb36892c2 for: {'port': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:43:55.599891 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-6b1b03d0-0694-42a0-b62b-8e68e2a7ec1b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:55.729365 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-6b1b03d0-0694-42a0-b62b-8e68e2a7ec1b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Allocated IP 172.20.0.3 (6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53/704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03/01cc6c8e-968a-491d-ab66-c104fa3f2a2f) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:43:56.088818 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 65c437a0-5f3a-4205-a83f-3b4fdeffe331 up at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:43:56.117193 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-6b1b03d0-0694-42a0-b62b-8e68e2a7ec1b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:56.139598 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Provisioning complete for port 65c437a0-5f3a-4205-a83f-3b4fdeffe331 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:43:56.140002 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:56.151312 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-6b1b03d0-0694-42a0-b62b-8e68e2a7ec1b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:56.198713 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-6b1b03d0-0694-42a0-b62b-8e68e2a7ec1b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Network 6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:43:56.201920 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-6b1b03d0-0694-42a0-b62b-8e68e2a7ec1b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:43:56.206542 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-6b1b03d0-0694-42a0-b62b-8e68e2a7ec1b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:43:56.211063 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b03d0-0694-42a0-b62b-8e68e2a7ec1b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Pushing event updated for resources: {'Port': ['ID=01cc6c8e-968a-491d-ab66-c104fa3f2a2f,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:56.265873 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-6b1b03d0-0694-42a0-b62b-8e68e2a7ec1b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:56.266522 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-6b1b03d0-0694-42a0-b62b-8e68e2a7ec1b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:56.284635 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-6b1b03d0-0694-42a0-b62b-8e68e2a7ec1b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8359120 Oct 28 09:43:56.297427 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] Request body: {'port': {'device_id': '590c09db-ac79-404c-b884-6131867934e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:43:56.352582 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:56.477501 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-9955a6a3-3ffc-4572-81a0-f1ca0c36b3f8 None None] Provisioning complete for port 01cc6c8e-968a-491d-ab66-c104fa3f2a2f triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:43:56.477792 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-9955a6a3-3ffc-4572-81a0-f1ca0c36b3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:56.513884 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-9955a6a3-3ffc-4572-81a0-f1ca0c36b3f8 None None] Port 01cc6c8e-968a-491d-ab66-c104fa3f2a2f cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:43:56.614997 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01cc6c8e-968a-491d-ab66-c104fa3f2a2f {{(pid=101550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:43:56.622476 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:56.634924 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.provisioning_blocks [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] Transition to ACTIVE for port object 01cc6c8e-968a-491d-ab66-c104fa3f2a2f will not be triggered until provisioned by entity L2. {{(pid=101550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:43:56.638755 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:56.660681 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1336c-6873-4b05-9f44-81d1d5e5fd44 req-bd7898f3-6aa8-4d72-a264-0779386e5779 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:56.662208 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-02e1336c-6873-4b05-9f44-81d1d5e5fd44 req-bd7898f3-6aa8-4d72-a264-0779386e5779 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 931 time: 0.0613837 Oct 28 09:43:56.693149 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] Pushing event updated for resources: {'Port': ['ID=01cc6c8e-968a-491d-ab66-c104fa3f2a2f,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:56.708330 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-02e1336c-6873-4b05-9f44-81d1d5e5fd44 req-fbabe811-1dc7-431e-8cb8-9b32bb30e930 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398140 Oct 28 09:43:56.767261 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] Attempting to bind port 01cc6c8e-968a-491d-ab66-c104fa3f2a2f on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:43:56.767644 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] Attempting to bind port 01cc6c8e-968a-491d-ab66-c104fa3f2a2f by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '11ee1a0d-2cce-458e-add0-ae81519f47bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53'}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:43:56.767953 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] Attempting to bind port 01cc6c8e-968a-491d-ab66-c104fa3f2a2f on network 6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:43:56.772696 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] Port 01cc6c8e-968a-491d-ab66-c104fa3f2a2f on network 6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:43:56.773013 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] Attempting to bind port 01cc6c8e-968a-491d-ab66-c104fa3f2a2f on network 6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:43:56.778147 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] Checking agent: {'id': 'afc7fccb-f5d9-4cc0-9292-378149b33414', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'started_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:43:56.778558 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] Checking segment: {'id': '11ee1a0d-2cce-458e-add0-ae81519f47bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:43:56.779035 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] Bound using segment: {'id': '11ee1a0d-2cce-458e-add0-ae81519f47bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53'} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:43:56.779464 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] Bound port: 01cc6c8e-968a-491d-ab66-c104fa3f2a2f, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11ee1a0d-2cce-458e-add0-ae81519f47bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53'}}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:43:56.779893 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:56.845943 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] For port 01cc6c8e-968a-491d-ab66-c104fa3f2a2f, host hv-cinder-81514, cleared binding levels {{(pid=101550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:43:56.849198 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] For port 01cc6c8e-968a-491d-ab66-c104fa3f2a2f, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=01cc6c8e-968a-491d-ab66-c104fa3f2a2f,segment=NetworkSegment(11ee1a0d-2cce-458e-add0-ae81519f47bc),segment_id=11ee1a0d-2cce-458e-add0-ae81519f47bc)] {{(pid=101550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:43:56.853677 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:56.893717 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:56.894376 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:56.895888 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] 10.222.0.98 "PUT /v2.0/ports/01cc6c8e-968a-491d-ab66-c104fa3f2a2f HTTP/1.1" status: 200 len: 1093 time: 0.6032689 Oct 28 09:43:56.896345 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590c09db-ac79-404c-b884-6131867934e9', 'tag': '01cc6c8e-968a-491d-ab66-c104fa3f2a2f'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:43:56.898627 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ada084d-e277-4f29-a701-071b45b5390f" -d '{"events": [{"name": "network-changed", "server_uuid": "590c09db-ac79-404c-b884-6131867934e9", "tag": "01cc6c8e-968a-491d-ab66-c104fa3f2a2f"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:43:56.924636 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb067f2-1627-40b8-9112-fbda6728fc2b service neutron] Pushing event updated for resources: {'Port': ['ID=01cc6c8e-968a-491d-ab66-c104fa3f2a2f,revision_number=3']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:56.939199 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5b41cb-d655-4a43-93f8-8e15b64fb84e x-openstack-request-id: req-bd5b41cb-d655-4a43-93f8-8e15b64fb84e {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:43:56.939900 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590c09db-ac79-404c-b884-6131867934e9", "tag": "01cc6c8e-968a-491d-ab66-c104fa3f2a2f", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:43:56.939900 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bd5b41cb-d655-4a43-93f8-8e15b64fb84e {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:43:56.940293 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590c09db-ac79-404c-b884-6131867934e9', 'tag': '01cc6c8e-968a-491d-ab66-c104fa3f2a2f', 'status': 'completed', 'code': 200} Oct 28 09:43:56.999775 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-b435e9e0-1f7f-4c69-b6df-be926a88eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:57.001304 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-b435e9e0-1f7f-4c69-b6df-be926a88eb13 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=36554a511b8b46508902b0adb36892c2&device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 1096 time: 0.0445037 Oct 28 09:43:57.048195 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-ecea1b21-5085-4227-8bce-3ce8c9273a46 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01cc6c8e-968a-491d-ab66-c104fa3f2a2f HTTP/1.1" status: 200 len: 217 time: 0.0375414 Oct 28 09:43:57.106446 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-bb49f103-eeb4-4276-b8f9-2acf66a73d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:57.108030 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-bb49f103-eeb4-4276-b8f9-2acf66a73d6c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03 HTTP/1.1" status: 200 len: 850 time: 0.0516186 Oct 28 09:43:57.154112 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-e01fbb09-4b5c-4032-a6e9-926a5e4238a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:57.155602 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-e01fbb09-4b5c-4032-a6e9-926a5e4238a4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397720 Oct 28 09:43:57.253218 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-46fbb7c8-b799-43c7-ac95-825900f1ad2b service neutron] 10.222.0.98 "GET /v2.0/networks/6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887187 Oct 28 09:43:57.363024 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-44137c34-b32e-4b81-9ca7-58365beafaa0 req-22cff0b7-a2f4-4cfa-9628-c9a83f7a4270 service neutron] 10.222.0.98 "GET /v2.0/networks/6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014791 Oct 28 09:43:57.461422 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada084d-e277-4f29-a701-071b45b5390f req-1434e2dc-442d-4d8c-9605-2e09a4cb51b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:57.462939 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3ada084d-e277-4f29-a701-071b45b5390f req-1434e2dc-442d-4d8c-9605-2e09a4cb51b6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=36554a511b8b46508902b0adb36892c2&device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 1096 time: 0.0458360 Oct 28 09:43:57.579685 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada084d-e277-4f29-a701-071b45b5390f req-3768a37e-8eb6-439e-8e54-3a2f704d66f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:57.581832 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3ada084d-e277-4f29-a701-071b45b5390f req-3768a37e-8eb6-439e-8e54-3a2f704d66f3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 HTTP/1.1" status: 200 len: 912 time: 0.1090391 Oct 28 09:43:57.629256 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3ada084d-e277-4f29-a701-071b45b5390f req-a92f38a7-413d-4706-af9f-68af6f6b0964 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01cc6c8e-968a-491d-ab66-c104fa3f2a2f HTTP/1.1" status: 200 len: 217 time: 0.0399652 Oct 28 09:43:57.690982 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada084d-e277-4f29-a701-071b45b5390f req-93ac1d09-a11d-43cd-b7b4-42af894fb79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:57.692615 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3ada084d-e277-4f29-a701-071b45b5390f req-93ac1d09-a11d-43cd-b7b4-42af894fb79e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03 HTTP/1.1" status: 200 len: 850 time: 0.0566905 Oct 28 09:43:57.747946 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada084d-e277-4f29-a701-071b45b5390f req-af8c5693-c628-452e-82d0-ece285c9f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:57.749517 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3ada084d-e277-4f29-a701-071b45b5390f req-af8c5693-c628-452e-82d0-ece285c9f494 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478394 Oct 28 09:43:57.833839 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f07338-7edb-49b9-9687-b4dd8c1d2ea9 req-78baf030-2902-4ee8-8c5b-8f6c4ec5985d tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:57.835957 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-69f07338-7edb-49b9-9687-b4dd8c1d2ea9 req-78baf030-2902-4ee8-8c5b-8f6c4ec5985d tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 943 time: 0.0590312 Oct 28 09:43:57.858486 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3ada084d-e277-4f29-a701-071b45b5390f req-e8dd7efb-89a4-494d-a8b5-45810aa43a9b service neutron] 10.222.0.98 "GET /v2.0/networks/6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985055 Oct 28 09:43:57.876121 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-69f07338-7edb-49b9-9687-b4dd8c1d2ea9 req-396a9c7d-8990-4f0d-af38-c2eb9a686030 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342252 Oct 28 09:43:57.957229 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3ada084d-e277-4f29-a701-071b45b5390f req-9c0a8848-0fd4-453e-9af4-7236b8fd8f47 service neutron] 10.222.0.98 "GET /v2.0/networks/6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879321 Oct 28 09:43:58.994252 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54870f8-1856-4efa-a37d-58487d65f65a req-016028ca-bab2-49ed-a149-9dccad910d22 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:58.995742 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d54870f8-1856-4efa-a37d-58487d65f65a req-016028ca-bab2-49ed-a149-9dccad910d22 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 943 time: 0.0509207 Oct 28 09:43:59.015304 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:43:59.036549 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d54870f8-1856-4efa-a37d-58487d65f65a req-1f41c395-712a-42b1-b1b9-6673b1bd3cf4 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340731 Oct 28 09:44:00.053884 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 01cc6c8e-968a-491d-ab66-c104fa3f2a2f details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:44:00.150366 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab99d42-f681-40a5-9bb5-4847c5c563b1 req-a1b56e17-c354-48ad-9663-32dfaf11ff98 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:00.151867 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1ab99d42-f681-40a5-9bb5-4847c5c563b1 req-a1b56e17-c354-48ad-9663-32dfaf11ff98 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 943 time: 0.0490615 Oct 28 09:44:00.157162 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 01cc6c8e-968a-491d-ab66-c104fa3f2a2f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=01cc6c8e-968a-491d-ab66-c104fa3f2a2f,segment=NetworkSegment(11ee1a0d-2cce-458e-add0-ae81519f47bc),segment_id=11ee1a0d-2cce-458e-add0-ae81519f47bc)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:44:00.168615 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': '01cc6c8e-968a-491d-ab66-c104fa3f2a2f', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'port_id': '01cc6c8e-968a-491d-ab66-c104fa3f2a2f', 'mac_address': 'fa:16:3e:ac:58:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:44:00.190278 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1ab99d42-f681-40a5-9bb5-4847c5c563b1 req-87a004eb-6a25-4df3-9ad5-5c4110c42ec2 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316103 Oct 28 09:44:00.206098 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:00.219514 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01cc6c8e-968a-491d-ab66-c104fa3f2a2f {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:44:00.239109 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 01cc6c8e-968a-491d-ab66-c104fa3f2a2f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=01cc6c8e-968a-491d-ab66-c104fa3f2a2f,segment=NetworkSegment(11ee1a0d-2cce-458e-add0-ae81519f47bc),segment_id=11ee1a0d-2cce-458e-add0-ae81519f47bc)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:44:00.243329 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:00.293371 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=01cc6c8e-968a-491d-ab66-c104fa3f2a2f,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:00.479282 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['01cc6c8e-968a-491d-ab66-c104fa3f2a2f'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:44:01.320223 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78666d3-c3ee-4f51-8287-bae79f47628a req-c973c0f5-97bb-471a-9498-79be090b1932 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:01.321690 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c78666d3-c3ee-4f51-8287-bae79f47628a req-c973c0f5-97bb-471a-9498-79be090b1932 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 944 time: 0.0557036 Oct 28 09:44:01.359287 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c78666d3-c3ee-4f51-8287-bae79f47628a req-1733e934-2400-480c-817c-672e5901be5c tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316055 Oct 28 09:44:02.071871 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 01cc6c8e-968a-491d-ab66-c104fa3f2a2f up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:44:02.123290 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning for port 01cc6c8e-968a-491d-ab66-c104fa3f2a2f completed by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:44:02.127954 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port 01cc6c8e-968a-491d-ab66-c104fa3f2a2f triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:44:02.128334 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:02.205728 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:02.227821 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590c09db-ac79-404c-b884-6131867934e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cc6c8e-968a-491d-ab66-c104fa3f2a2f'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:44:02.230056 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62057ab-74a4-45a2-9057-014cba7dec15" -d '{"events": [{"server_uuid": "590c09db-ac79-404c-b884-6131867934e9", "name": "network-vif-plugged", "status": "completed", "tag": "01cc6c8e-968a-491d-ab66-c104fa3f2a2f"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:44:02.242738 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 01cc6c8e-968a-491d-ab66-c104fa3f2a2f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=01cc6c8e-968a-491d-ab66-c104fa3f2a2f,segment=NetworkSegment(11ee1a0d-2cce-458e-add0-ae81519f47bc),segment_id=11ee1a0d-2cce-458e-add0-ae81519f47bc)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:44:02.246718 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:02.274111 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e307a9-d5e4-4a3d-ae3f-c60723fe2d09 x-openstack-request-id: req-97e307a9-d5e4-4a3d-ae3f-c60723fe2d09 {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:44:02.274456 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590c09db-ac79-404c-b884-6131867934e9", "name": "network-vif-plugged", "status": "completed", "tag": "01cc6c8e-968a-491d-ab66-c104fa3f2a2f", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:44:02.274710 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-97e307a9-d5e4-4a3d-ae3f-c60723fe2d09 {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:44:02.275090 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590c09db-ac79-404c-b884-6131867934e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cc6c8e-968a-491d-ab66-c104fa3f2a2f', 'code': 200} Oct 28 09:44:02.302497 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=01cc6c8e-968a-491d-ab66-c104fa3f2a2f,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:02.475751 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff931084-8e74-4098-b41e-979e00cfda77 req-1331b833-5eb7-4b38-9b07-832567b3c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:02.477251 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ff931084-8e74-4098-b41e-979e00cfda77 req-1331b833-5eb7-4b38-9b07-832567b3c369 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 1098 time: 0.0688396 Oct 28 09:44:02.492910 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4980b-7003-409a-a38f-17b6c2381aea req-4b2a7664-95f1-4f77-92e5-a3d034cd1260 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:02.494363 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-91a4980b-7003-409a-a38f-17b6c2381aea req-4b2a7664-95f1-4f77-92e5-a3d034cd1260 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0599504 Oct 28 09:44:02.548708 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ff931084-8e74-4098-b41e-979e00cfda77 req-9e7a275b-92bc-4ba2-814d-562fa90c7bce service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533941 Oct 28 09:44:02.556042 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-91a4980b-7003-409a-a38f-17b6c2381aea req-9d5f91f8-11c9-4891-930e-32e657f89051 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480134 Oct 28 09:44:03.679558 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c064e-49ad-4e57-9b35-158cd8e2f0ee req-0495f61e-fb3c-472e-a1c8-24359849c958 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:03.681550 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-844c064e-49ad-4e57-9b35-158cd8e2f0ee req-0495f61e-fb3c-472e-a1c8-24359849c958 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0548935 Oct 28 09:44:03.721341 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-844c064e-49ad-4e57-9b35-158cd8e2f0ee req-77ab0220-2898-4fc0-b611-ccf8d5236daa tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334387 Oct 28 09:44:04.837169 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa906ccd-cb20-4aae-832d-35beeefa3147 req-b81e02d7-07fc-486f-a371-d50cea84540f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:04.838640 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fa906ccd-cb20-4aae-832d-35beeefa3147 req-b81e02d7-07fc-486f-a371-d50cea84540f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0493178 Oct 28 09:44:04.876485 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fa906ccd-cb20-4aae-832d-35beeefa3147 req-dd009d3b-a893-4e72-b123-7b9050c7f822 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313745 Oct 28 09:44:04.990330 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeb4f6-4ae3-49c1-9b01-b1180c880c57 req-ec009c97-565b-4cdd-b16d-3108999dc632 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:04.991896 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-0beeb4f6-4ae3-49c1-9b01-b1180c880c57 req-ec009c97-565b-4cdd-b16d-3108999dc632 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0507727 Oct 28 09:44:05.001438 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 60360) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:44:05.006088 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-ef44587f-3edc-41a4-afaf-800dfbf59653 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Request body: {'floatingip': {'port_id': '01cc6c8e-968a-491d-ab66-c104fa3f2a2f'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:44:05.049059 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef44587f-3edc-41a4-afaf-800dfbf59653 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for floatingip, before_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:05.473190 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef44587f-3edc-41a4-afaf-800dfbf59653 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:05.476828 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef44587f-3edc-41a4-afaf-800dfbf59653 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639989'] for floatingip, after_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:05.577858 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.l3_db [None req-ef44587f-3edc-41a4-afaf-800dfbf59653 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Floating IP e2248751-314d-428f-970c-418d7909e11a associated. External IP: 172.27.2.186, port: 01cc6c8e-968a-491d-ab66-c104fa3f2a2f. Oct 28 09:44:06.015068 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef44587f-3edc-41a4-afaf-800dfbf59653 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:44:06.122828 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef44587f-3edc-41a4-afaf-800dfbf59653 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:44:06.128417 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ef44587f-3edc-41a4-afaf-800dfbf59653 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for floatingip, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:06.133363 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c43a726-aa02-451a-8aae-a2d7d9095f1d None None] Sync routers for ids ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:44:06.144388 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c43a726-aa02-451a-8aae-a2d7d9095f1d None None] Routers {'42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:44:06.144995 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-5c43a726-aa02-451a-8aae-a2d7d9095f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:43:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:44:06.155122 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-ef44587f-3edc-41a4-afaf-800dfbf59653 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "PUT /v2.0/floatingips/e2248751-314d-428f-970c-418d7909e11a HTTP/1.1" status: 200 len: 991 time: 1.1526656 Oct 28 09:44:06.155706 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590c09db-ac79-404c-b884-6131867934e9', 'tag': '01cc6c8e-968a-491d-ab66-c104fa3f2a2f'}] {{(pid=101549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:44:06.158247 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ad8cfbc74f76342fd0a63029923cc1170f39986be8cbcb10a1afec96ad6d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574406d2-cceb-4a0d-be97-93636fe36522" -d '{"events": [{"name": "network-changed", "server_uuid": "590c09db-ac79-404c-b884-6131867934e9", "tag": "01cc6c8e-968a-491d-ab66-c104fa3f2a2f"}]}' {{(pid=101549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:44:06.203712 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e2d20c-7fd1-4369-9212-e187a6980dfb x-openstack-request-id: req-76e2d20c-7fd1-4369-9212-e187a6980dfb {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:44:06.204288 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590c09db-ac79-404c-b884-6131867934e9", "tag": "01cc6c8e-968a-491d-ab66-c104fa3f2a2f", "status": "completed", "code": 200}]} {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:44:06.204587 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-76e2d20c-7fd1-4369-9212-e187a6980dfb {{(pid=101549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:44:06.204883 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590c09db-ac79-404c-b884-6131867934e9', 'tag': '01cc6c8e-968a-491d-ab66-c104fa3f2a2f', 'status': 'completed', 'code': 200} Oct 28 09:44:06.255914 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-5c43a726-aa02-451a-8aae-a2d7d9095f1d None None] Set router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:44:06.268784 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574406d2-cceb-4a0d-be97-93636fe36522 req-37a6649c-46ce-4da5-86b9-cf20ace8be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:06.270420 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-574406d2-cceb-4a0d-be97-93636fe36522 req-37a6649c-46ce-4da5-86b9-cf20ace8be0b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=36554a511b8b46508902b0adb36892c2&device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 1098 time: 0.0420859 Oct 28 09:44:06.369445 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574406d2-cceb-4a0d-be97-93636fe36522 req-78baae36-3156-44e2-8aa2-a56d53323bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:06.371679 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-574406d2-cceb-4a0d-be97-93636fe36522 req-78baae36-3156-44e2-8aa2-a56d53323bc2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 HTTP/1.1" status: 200 len: 912 time: 0.0932510 Oct 28 09:44:06.439482 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-574406d2-cceb-4a0d-be97-93636fe36522 req-e182701f-92d7-4759-a0d2-b57588acf1e0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01cc6c8e-968a-491d-ab66-c104fa3f2a2f HTTP/1.1" status: 200 len: 999 time: 0.0594170 Oct 28 09:44:06.485851 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-5c43a726-aa02-451a-8aae-a2d7d9095f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'name': 'tempest-AttachVolumeTestJSON-2021634374-router', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:51Z', 'revision_number': 4, 'project_id': '36554a511b8b46508902b0adb36892c2', 'gw_port': {'id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': 'e2248751-314d-428f-970c-418d7909e11a', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'port_id': '01cc6c8e-968a-491d-ab66-c104fa3f2a2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'mac_address': 'fa:16:3e:ac:58:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c09db-ac79-404c-b884-6131867934e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:43:53Z', 'updated_at': '2021-10-28T09:44:05Z', 'revision_number': 1, 'project_id': '36554a511b8b46508902b0adb36892c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c437a0-5f3a-4205-a83f-3b4fdeffe331', 'name': '', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'mac_address': 'fa:16:3e:63:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:50Z', 'updated_at': '2021-10-28T09:43:54Z', 'revision_number': 5, 'project_id': '36554a511b8b46508902b0adb36892c2', 'subnets': [{'id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:44:06.490620 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574406d2-cceb-4a0d-be97-93636fe36522 req-b4d4e200-7327-4f04-bb86-37d14bd19538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:06.492139 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-574406d2-cceb-4a0d-be97-93636fe36522 req-b4d4e200-7327-4f04-bb86-37d14bd19538 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03 HTTP/1.1" status: 200 len: 850 time: 0.0451779 Oct 28 09:44:06.511680 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c43a726-aa02-451a-8aae-a2d7d9095f1d None None] Checking router: 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:44:06.520716 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c43a726-aa02-451a-8aae-a2d7d9095f1d None None] Routers {'42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:44:06.521313 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-5c43a726-aa02-451a-8aae-a2d7d9095f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:43:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:44:06.546548 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574406d2-cceb-4a0d-be97-93636fe36522 req-5660fe43-49b3-471f-87d8-f669d4db429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:06.548305 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-574406d2-cceb-4a0d-be97-93636fe36522 req-5660fe43-49b3-471f-87d8-f669d4db429e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478613 Oct 28 09:44:06.627511 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-5c43a726-aa02-451a-8aae-a2d7d9095f1d None None] Set router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:44:06.640439 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-574406d2-cceb-4a0d-be97-93636fe36522 req-c453aaea-9f53-475b-8a16-0793023e4eb6 service neutron] 10.222.0.98 "GET /v2.0/networks/6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836310 Oct 28 09:44:06.737737 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-574406d2-cceb-4a0d-be97-93636fe36522 req-91914d60-d03b-4172-893c-e7d77a419ec2 service neutron] 10.222.0.98 "GET /v2.0/networks/6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896921 Oct 28 09:44:06.862553 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-5c43a726-aa02-451a-8aae-a2d7d9095f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'name': 'tempest-AttachVolumeTestJSON-2021634374-router', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:51Z', 'revision_number': 4, 'project_id': '36554a511b8b46508902b0adb36892c2', 'gw_port': {'id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': 'e2248751-314d-428f-970c-418d7909e11a', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'port_id': '01cc6c8e-968a-491d-ab66-c104fa3f2a2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'mac_address': 'fa:16:3e:ac:58:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c09db-ac79-404c-b884-6131867934e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:43:53Z', 'updated_at': '2021-10-28T09:44:05Z', 'revision_number': 1, 'project_id': '36554a511b8b46508902b0adb36892c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c437a0-5f3a-4205-a83f-3b4fdeffe331', 'name': '', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'mac_address': 'fa:16:3e:63:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:50Z', 'updated_at': '2021-10-28T09:43:54Z', 'revision_number': 5, 'project_id': '36554a511b8b46508902b0adb36892c2', 'subnets': [{'id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:44:06.887522 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c43a726-aa02-451a-8aae-a2d7d9095f1d None None] The sync data for ids ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'] in dv-cinder-815146-5-iscsi is: [{'id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'name': 'tempest-AttachVolumeTestJSON-2021634374-router', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:51Z', 'revision_number': 4, 'project_id': '36554a511b8b46508902b0adb36892c2', 'gw_port': {'id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': 'e2248751-314d-428f-970c-418d7909e11a', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'port_id': '01cc6c8e-968a-491d-ab66-c104fa3f2a2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'mac_address': 'fa:16:3e:ac:58:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c09db-ac79-404c-b884-6131867934e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:43:53Z', 'updated_at': '2021-10-28T09:44:05Z', 'revision_number': 1, 'project_id': '36554a511b8b46508902b0adb36892c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c437a0-5f3a-4205-a83f-3b4fdeffe331', 'name': '', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'mac_address': 'fa:16:3e:63:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:50Z', 'updated_at': '2021-10-28T09:43:54Z', 'revision_number': 5, 'project_id': '36554a511b8b46508902b0adb36892c2', 'subnets': [{'id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:44:07.071128 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4f3b2f-d3d7-4837-9585-aa9c500c15fb None None] New status for floating IP e2248751-314d-428f-970c-418d7909e11a: ACTIVE {{(pid=101551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:44:08.776942 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-252cb4c0-2eb9-4e9c-a85f-e018717333fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:11.172449 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-8dc17455-9b0a-4029-b798-9b3799b80a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:12.508660 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:12.598044 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:13.769248 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:22.316671 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:31.283151 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cdab254e-6002-4a9f-afd2-c1ab0704f233 req-5896f25a-98dc-46ee-af35-97e2f72c136c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392077 Oct 28 09:44:31.368418 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab254e-6002-4a9f-afd2-c1ab0704f233 req-048994ba-e903-4a93-a8b5-77e87e527aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:31.369913 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cdab254e-6002-4a9f-afd2-c1ab0704f233 req-048994ba-e903-4a93-a8b5-77e87e527aea service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0c21dfdaee364617abd51da0c404f641&device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 1099 time: 0.0425081 Oct 28 09:44:31.480919 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab254e-6002-4a9f-afd2-c1ab0704f233 req-2c7d8159-811d-4357-b905-1760d9009219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:31.482373 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cdab254e-6002-4a9f-afd2-c1ab0704f233 req-2c7d8159-811d-4357-b905-1760d9009219 service neutron] 10.222.0.98 "GET /v2.0/networks?id=3ec025e8-c907-428e-81e8-ed8edc7a1310 HTTP/1.1" status: 200 len: 912 time: 0.0886729 Oct 28 09:44:31.552970 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cdab254e-6002-4a9f-afd2-c1ab0704f233 req-e09b933d-3596-43cd-9efe-9110b43d1fcd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04575a94-a417-4b9d-92d4-98eaef544595 HTTP/1.1" status: 200 len: 1002 time: 0.0588584 Oct 28 09:44:31.606729 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab254e-6002-4a9f-afd2-c1ab0704f233 req-bb53160f-8215-41f2-a405-fcbe91e2323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:31.608319 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cdab254e-6002-4a9f-afd2-c1ab0704f233 req-bb53160f-8215-41f2-a405-fcbe91e2323c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e11436ea-b0d5-47f1-b827-7d70d47e8d45 HTTP/1.1" status: 200 len: 850 time: 0.0471635 Oct 28 09:44:31.655503 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab254e-6002-4a9f-afd2-c1ab0704f233 req-96bb9f88-56e3-49e1-afc2-2335586a01f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:31.657010 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cdab254e-6002-4a9f-afd2-c1ab0704f233 req-96bb9f88-56e3-49e1-afc2-2335586a01f6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3ec025e8-c907-428e-81e8-ed8edc7a1310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391204 Oct 28 09:44:31.750183 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cdab254e-6002-4a9f-afd2-c1ab0704f233 req-3f446b08-fb7b-4b63-8cec-8331bfb3828e service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844848 Oct 28 09:44:31.846634 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cdab254e-6002-4a9f-afd2-c1ab0704f233 req-5cc51556-6207-468e-bf5d-8a951ab22398 service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820336 Oct 28 09:44:34.753950 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bea569-799e-465e-ada7-6e549234d93b req-ebd19d56-3c5d-4bb8-ab24-6665e6721ca4 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:34.755423 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a8bea569-799e-465e-ada7-6e549234d93b req-ebd19d56-3c5d-4bb8-ab24-6665e6721ca4 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 946 time: 0.0516000 Oct 28 09:44:34.792954 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a8bea569-799e-465e-ada7-6e549234d93b req-18a3d23f-f763-4e6f-800a-820f9dc1329e tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315115 Oct 28 09:44:35.916124 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e36f7-e632-43c9-9f1e-1e44a0135ebe req-355d57cf-661c-4b6d-b556-949d8272e4ea tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:35.917609 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-443e36f7-e632-43c9-9f1e-1e44a0135ebe req-355d57cf-661c-4b6d-b556-949d8272e4ea tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 946 time: 0.0549278 Oct 28 09:44:35.955628 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-443e36f7-e632-43c9-9f1e-1e44a0135ebe req-0cc29911-965a-4b55-9018-cf85a4499931 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320613 Oct 28 09:44:36.017556 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:44:36.538402 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d344cdd-d8d5-4a04-a0d1-7a9a3f0bd4cf req-426116a6-8253-4a9c-802b-d02dd3bf590d tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:36.539895 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2d344cdd-d8d5-4a04-a0d1-7a9a3f0bd4cf req-426116a6-8253-4a9c-802b-d02dd3bf590d tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.98 "GET /v2.0/ports?device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 946 time: 0.0489953 Oct 28 09:44:36.641158 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-2d344cdd-d8d5-4a04-a0d1-7a9a3f0bd4cf req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Deleting port 04575a94-a417-4b9d-92d4-98eaef544595 {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:44:36.641497 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-2d344cdd-d8d5-4a04-a0d1-7a9a3f0bd4cf req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:36.733520 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-2d344cdd-d8d5-4a04-a0d1-7a9a3f0bd4cf req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] For port 04575a94-a417-4b9d-92d4-98eaef544595, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=04575a94-a417-4b9d-92d4-98eaef544595,segment=NetworkSegment(f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1),segment_id=f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:44:36.733876 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-2d344cdd-d8d5-4a04-a0d1-7a9a3f0bd4cf req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:36.903149 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-2d344cdd-d8d5-4a04-a0d1-7a9a3f0bd4cf req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:36.903505 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-2d344cdd-d8d5-4a04-a0d1-7a9a3f0bd4cf req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639989'] for floatingip, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:36.903859 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.db.l3_db [req-2d344cdd-d8d5-4a04-a0d1-7a9a3f0bd4cf req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Floating IP 022419df-3cf4-408f-ac9f-99c47a9426a4 disassociated. External IP: 172.27.2.181, port: 04575a94-a417-4b9d-92d4-98eaef544595. Oct 28 09:44:36.904203 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-2d344cdd-d8d5-4a04-a0d1-7a9a3f0bd4cf req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Calling delete_port for 04575a94-a417-4b9d-92d4-98eaef544595 owned by compute:nova {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:44:37.053836 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-2d344cdd-d8d5-4a04-a0d1-7a9a3f0bd4cf req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:37.091162 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Pushing event deleted for resources: {'Port': ['ID=04575a94-a417-4b9d-92d4-98eaef544595,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:37.104660 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:37.105013 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:37.105350 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:37.105685 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:37.106012 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:37.106337 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:37.106658 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:37.106980 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:37.107302 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:37.107626 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:37.107967 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:37.108283 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:37.125989 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee76921-86a1-4282-9666-8dc4f8adf8f9 req-90e0cbb5-ff70-441f-a117-46e6fc9b7db3 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:37.127391 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-dee76921-86a1-4282-9666-8dc4f8adf8f9 req-90e0cbb5-ff70-441f-a117-46e6fc9b7db3 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=0e8332fc-9318-449e-b4ef-69d9e4134b27 HTTP/1.1" status: 200 len: 867 time: 0.1021893 Oct 28 09:44:37.230605 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-dee76921-86a1-4282-9666-8dc4f8adf8f9 req-69246734-8325-4ada-ba39-8382513384c7 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734308 Oct 28 09:44:37.262472 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d344cdd-d8d5-4a04-a0d1-7a9a3f0bd4cf req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Router 46ac8724-3d1e-4554-a165-0c65a450b2bf has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:44:37.368866 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d344cdd-d8d5-4a04-a0d1-7a9a3f0bd4cf req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:44:37.378476 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605f91d4-ea8f-4a7c-b157-ac6eefed35ec None None] Sync routers for ids ['46ac8724-3d1e-4554-a165-0c65a450b2bf'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:44:37.389318 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605f91d4-ea8f-4a7c-b157-ac6eefed35ec None None] Routers {'46ac8724-3d1e-4554-a165-0c65a450b2bf'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:44:37.389919 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-605f91d4-ea8f-4a7c-b157-ac6eefed35ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:44:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['46ac8724-3d1e-4554-a165-0c65a450b2bf'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:44:37.407953 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d344cdd-d8d5-4a04-a0d1-7a9a3f0bd4cf req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] No DVR routers for this DVR port 04575a94-a417-4b9d-92d4-98eaef544595 on host hv-cinder-81514 {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:44:37.411765 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-2d344cdd-d8d5-4a04-a0d1-7a9a3f0bd4cf req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:37.415032 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2d344cdd-d8d5-4a04-a0d1-7a9a3f0bd4cf req-838c8efe-f623-439d-a6cb-98ad5304b4ae tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.98 "DELETE /v2.0/ports/04575a94-a417-4b9d-92d4-98eaef544595 HTTP/1.1" status: 204 len: 173 time: 0.8603673 Oct 28 09:44:37.415478 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8332fc-9318-449e-b4ef-69d9e4134b27', 'name': 'network-vif-deleted', 'tag': '04575a94-a417-4b9d-92d4-98eaef544595'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:44:37.417737 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72d7712-3814-4de9-be5c-98d9f815ea90" -d '{"events": [{"server_uuid": "0e8332fc-9318-449e-b4ef-69d9e4134b27", "name": "network-vif-deleted", "tag": "04575a94-a417-4b9d-92d4-98eaef544595"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:44:37.459269 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a876285-655e-46dd-8fcf-52391cbf9707 x-openstack-request-id: req-4a876285-655e-46dd-8fcf-52391cbf9707 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:44:37.459563 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8332fc-9318-449e-b4ef-69d9e4134b27", "name": "network-vif-deleted", "tag": "04575a94-a417-4b9d-92d4-98eaef544595", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:44:37.463787 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4a876285-655e-46dd-8fcf-52391cbf9707 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:44:37.464273 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8332fc-9318-449e-b4ef-69d9e4134b27', 'name': 'network-vif-deleted', 'tag': '04575a94-a417-4b9d-92d4-98eaef544595', 'status': 'completed', 'code': 200} Oct 28 09:44:37.514516 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-605f91d4-ea8f-4a7c-b157-ac6eefed35ec None None] Set router 46ac8724-3d1e-4554-a165-0c65a450b2bf gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:44:37.732298 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-605f91d4-ea8f-4a7c-b157-ac6eefed35ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': 'a7dc0ace-e0b9-479b-8efb-5f5bbd901340', 'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'mac_address': 'fa:16:3e:89:d0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:50Z', 'updated_at': '2021-10-28T09:41:55Z', 'revision_number': 5, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'subnets': [{'id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:44:37.759737 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605f91d4-ea8f-4a7c-b157-ac6eefed35ec None None] Checking router: 46ac8724-3d1e-4554-a165-0c65a450b2bf for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:44:37.768605 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605f91d4-ea8f-4a7c-b157-ac6eefed35ec None None] Routers {'46ac8724-3d1e-4554-a165-0c65a450b2bf'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:44:37.769814 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-605f91d4-ea8f-4a7c-b157-ac6eefed35ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:44:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['46ac8724-3d1e-4554-a165-0c65a450b2bf'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:44:37.958889 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-605f91d4-ea8f-4a7c-b157-ac6eefed35ec None None] Set router 46ac8724-3d1e-4554-a165-0c65a450b2bf gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:44:38.165118 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-605f91d4-ea8f-4a7c-b157-ac6eefed35ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': 'a7dc0ace-e0b9-479b-8efb-5f5bbd901340', 'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'mac_address': 'fa:16:3e:89:d0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:50Z', 'updated_at': '2021-10-28T09:41:55Z', 'revision_number': 5, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'subnets': [{'id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:44:38.192836 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605f91d4-ea8f-4a7c-b157-ac6eefed35ec None None] The sync data for ids ['46ac8724-3d1e-4554-a165-0c65a450b2bf'] in dv-cinder-815146-5-iscsi is: [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': 'a7dc0ace-e0b9-479b-8efb-5f5bbd901340', 'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'mac_address': 'fa:16:3e:89:d0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:50Z', 'updated_at': '2021-10-28T09:41:55Z', 'revision_number': 5, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'subnets': [{'id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:44:38.404198 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ecb024-c694-43aa-9261-b60ada5ad8cb None None] New status for floating IP 022419df-3cf4-408f-ac9f-99c47a9426a4: DOWN {{(pid=101551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:44:38.484744 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-194abd66-5f0c-4f38-b42a-3079880ff86a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1557498907&fields=id&tenant_id=0c21dfdaee364617abd51da0c404f641 HTTP/1.1" status: 200 len: 267 time: 0.0333409 Oct 28 09:44:38.599933 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-85a42e74-0523-445c-8b1f-46756b9c8b78 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:38.601394 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-85a42e74-0523-445c-8b1f-46756b9c8b78 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/networks?id=3ec025e8-c907-428e-81e8-ed8edc7a1310 HTTP/1.1" status: 200 len: 811 time: 0.1096535 Oct 28 09:44:38.616681 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-04f6294d-4af1-486a-b600-2ce16270e4ad tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/quotas/0c21dfdaee364617abd51da0c404f641 HTTP/1.1" status: 200 len: 375 time: 0.0094397 Oct 28 09:44:38.670987 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-8e2726ab-c3b6-4765-92fc-0ce6013ee07e tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=0c21dfdaee364617abd51da0c404f641&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488560 Oct 28 09:44:38.769380 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-62d29b82-dc40-40ca-94cb-76d102f373d6 service neutron] 10.222.0.113 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858111 Oct 28 09:44:38.778139 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-ffe07a73-73f2-4038-bd9f-10800470a6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:38.859303 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-f49a2ed5-a253-4554-b253-ec096423cd62 service neutron] 10.222.0.113 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838585 Oct 28 09:44:39.143226 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b09ae5e6-efd2-4bf1-8b3a-c44da86da507 req-097a4735-b377-493c-bc07-3b9589c05a3a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 210 time: 0.0296049 Oct 28 09:44:40.135450 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-698c79ab-3c1c-46a8-8bab-8db4ca999b09 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:40.137001 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-698c79ab-3c1c-46a8-8bab-8db4ca999b09 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.98 "GET /v2.0/networks?id=3ec025e8-c907-428e-81e8-ed8edc7a1310 HTTP/1.1" status: 200 len: 811 time: 0.1094580 Oct 28 09:44:40.188597 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-0918d567-9bfb-4e53-b2ad-209d3ebd1178 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c21dfdaee364617abd51da0c404f641 HTTP/1.1" status: 200 len: 380 time: 0.0372076 Oct 28 09:44:40.195058 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 04575a94-a417-4b9d-92d4-98eaef544595 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:44:40.210785 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-214be34c-1260-4af9-8b00-c91bae311c73 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Request body: {'port': {'device_id': 'cbe31d7d-9200-4e3d-9df3-ccd2d8854c60', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'admin_state_up': True, 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'security_groups': ['e8da0d64-8dac-42c7-9222-24a259a44bef']}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:44:40.218408 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] No Port match for: 04575a94-a417-4b9d-92d4-98eaef544595 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:44:40.218993 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 04575a94-a417-4b9d-92d4-98eaef544595 not bound to the agent host hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:44:40.537904 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d464a01c-33c4-4610-8081-828dc24d73ff req-7653d599-2348-4b54-a9ef-7e8672bbf69f tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 210 time: 0.2857442 Oct 28 09:44:40.597956 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-214be34c-1260-4af9-8b00-c91bae311c73 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Made reservation on behalf of 0c21dfdaee364617abd51da0c404f641 for: {'port': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:44:40.601706 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-214be34c-1260-4af9-8b00-c91bae311c73 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:40.731842 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-214be34c-1260-4af9-8b00-c91bae311c73 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Allocated IP 172.20.0.8 (3ec025e8-c907-428e-81e8-ed8edc7a1310/e11436ea-b0d5-47f1-b827-7d70d47e8d45/d81071d9-14f5-413b-85a3-a09adf89db23) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:44:40.863211 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-214be34c-1260-4af9-8b00-c91bae311c73 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:40.896042 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-214be34c-1260-4af9-8b00-c91bae311c73 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:40.942920 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-214be34c-1260-4af9-8b00-c91bae311c73 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Network 3ec025e8-c907-428e-81e8-ed8edc7a1310 is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:44:40.946056 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-214be34c-1260-4af9-8b00-c91bae311c73 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:44:40.949726 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-214be34c-1260-4af9-8b00-c91bae311c73 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:44:40.956497 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214be34c-1260-4af9-8b00-c91bae311c73 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Pushing event updated for resources: {'Port': ['ID=d81071d9-14f5-413b-85a3-a09adf89db23,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:41.005646 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-214be34c-1260-4af9-8b00-c91bae311c73 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:41.006296 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-214be34c-1260-4af9-8b00-c91bae311c73 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:41.029646 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-214be34c-1260-4af9-8b00-c91bae311c73 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8227842 Oct 28 09:44:41.043925 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] Request body: {'port': {'device_id': 'cbe31d7d-9200-4e3d-9df3-ccd2d8854c60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:44:41.098759 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:41.186655 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-dff813c4-0f6d-4870-b33b-578113f84731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:41.188894 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-ad11dd4f-468e-43f6-b13e-2d40c6445424 None None] Provisioning complete for port d81071d9-14f5-413b-85a3-a09adf89db23 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:44:41.189257 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-ad11dd4f-468e-43f6-b13e-2d40c6445424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:41.224157 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-ad11dd4f-468e-43f6-b13e-2d40c6445424 None None] Port d81071d9-14f5-413b-85a3-a09adf89db23 cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:44:41.368536 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d81071d9-14f5-413b-85a3-a09adf89db23 {{(pid=101550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:44:41.375684 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:41.388691 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.provisioning_blocks [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] Transition to ACTIVE for port object d81071d9-14f5-413b-85a3-a09adf89db23 will not be triggered until provisioned by entity L2. {{(pid=101550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:44:41.391980 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:41.460909 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] Pushing event updated for resources: {'Port': ['ID=d81071d9-14f5-413b-85a3-a09adf89db23,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:41.517875 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] Attempting to bind port d81071d9-14f5-413b-85a3-a09adf89db23 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:44:41.518210 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] Attempting to bind port d81071d9-14f5-413b-85a3-a09adf89db23 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310'}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:44:41.519226 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] Attempting to bind port d81071d9-14f5-413b-85a3-a09adf89db23 on network 3ec025e8-c907-428e-81e8-ed8edc7a1310 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:44:41.524034 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] Port d81071d9-14f5-413b-85a3-a09adf89db23 on network 3ec025e8-c907-428e-81e8-ed8edc7a1310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:44:41.524377 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] Attempting to bind port d81071d9-14f5-413b-85a3-a09adf89db23 on network 3ec025e8-c907-428e-81e8-ed8edc7a1310 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:44:41.529263 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] Checking agent: {'id': 'afc7fccb-f5d9-4cc0-9292-378149b33414', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'started_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:44:41.529601 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] Checking segment: {'id': 'f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:44:41.529988 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] Bound using segment: {'id': 'f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310'} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:44:41.530414 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] Bound port: d81071d9-14f5-413b-85a3-a09adf89db23, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310'}}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:44:41.530766 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:41.596009 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] For port d81071d9-14f5-413b-85a3-a09adf89db23, host hv-cinder-81514, cleared binding levels {{(pid=101550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:44:41.599493 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] For port d81071d9-14f5-413b-85a3-a09adf89db23, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d81071d9-14f5-413b-85a3-a09adf89db23,segment=NetworkSegment(f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1),segment_id=f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1)] {{(pid=101550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:44:41.604913 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:41.667644 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:41.668379 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:41.669716 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] 10.222.0.98 "PUT /v2.0/ports/d81071d9-14f5-413b-85a3-a09adf89db23 HTTP/1.1" status: 200 len: 1093 time: 0.6301301 Oct 28 09:44:41.670154 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe31d7d-9200-4e3d-9df3-ccd2d8854c60', 'tag': 'd81071d9-14f5-413b-85a3-a09adf89db23'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:44:41.672445 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001d4004-10a5-4a68-b4df-7c11c1948b68" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe31d7d-9200-4e3d-9df3-ccd2d8854c60", "tag": "d81071d9-14f5-413b-85a3-a09adf89db23"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:44:41.696779 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd3cf3-43f6-428f-bc2e-dba1c237d165 service neutron] Pushing event updated for resources: {'Port': ['ID=d81071d9-14f5-413b-85a3-a09adf89db23,revision_number=3']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:41.714106 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdfad2-ecca-425a-8e9c-68ffb27171a7 req-f5b28e12-c5cd-4414-9672-5b7589b418c6 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:41.715730 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-59fdfad2-ecca-425a-8e9c-68ffb27171a7 req-f5b28e12-c5cd-4414-9672-5b7589b418c6 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 943 time: 0.1016197 Oct 28 09:44:41.739498 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b870c20a-e328-4221-b019-c8f5374f97bb x-openstack-request-id: req-b870c20a-e328-4221-b019-c8f5374f97bb {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:44:41.739814 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe31d7d-9200-4e3d-9df3-ccd2d8854c60", "tag": "d81071d9-14f5-413b-85a3-a09adf89db23", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:44:41.740063 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b870c20a-e328-4221-b019-c8f5374f97bb {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:44:41.740455 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe31d7d-9200-4e3d-9df3-ccd2d8854c60', 'tag': 'd81071d9-14f5-413b-85a3-a09adf89db23', 'status': 'completed', 'code': 200} Oct 28 09:44:41.787822 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-59fdfad2-ecca-425a-8e9c-68ffb27171a7 req-98af9824-1d44-4278-b176-45117f6a4694 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631156 Oct 28 09:44:41.793028 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-514f3528-6d79-43b9-a3e8-d356b401191e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:41.794525 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-514f3528-6d79-43b9-a3e8-d356b401191e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0c21dfdaee364617abd51da0c404f641&device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 1096 time: 0.0779135 Oct 28 09:44:41.840048 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-db6c1e4a-ec73-4717-8fe5-bfb026abacff service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d81071d9-14f5-413b-85a3-a09adf89db23 HTTP/1.1" status: 200 len: 217 time: 0.0348597 Oct 28 09:44:41.893619 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-0f009839-790e-479f-a7c0-2323f6650304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:41.895054 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-0f009839-790e-479f-a7c0-2323f6650304 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e11436ea-b0d5-47f1-b827-7d70d47e8d45 HTTP/1.1" status: 200 len: 850 time: 0.0469608 Oct 28 09:44:41.941726 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-732adcb3-a6ae-464e-a34e-202accbc0f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:41.943173 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-732adcb3-a6ae-464e-a34e-202accbc0f3f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3ec025e8-c907-428e-81e8-ed8edc7a1310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400333 Oct 28 09:44:42.032621 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-06c48d28-276c-4862-9ff1-2eee701185bc service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810275 Oct 28 09:44:42.124168 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-39cb00f0-ed6b-490c-894c-92552020a5fa req-628b611b-69b1-4942-ae69-31cced12289d service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840600 Oct 28 09:44:42.218660 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d4004-10a5-4a68-b4df-7c11c1948b68 req-a9be31df-4552-44ca-8cb4-96c8590a9b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:42.220286 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-001d4004-10a5-4a68-b4df-7c11c1948b68 req-a9be31df-4552-44ca-8cb4-96c8590a9b31 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0c21dfdaee364617abd51da0c404f641&device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 1096 time: 0.0417669 Oct 28 09:44:42.316866 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d4004-10a5-4a68-b4df-7c11c1948b68 req-96a25dc4-6d6a-43f2-9dd3-c1fac61b8d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:42.318558 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-001d4004-10a5-4a68-b4df-7c11c1948b68 req-96a25dc4-6d6a-43f2-9dd3-c1fac61b8d2a service neutron] 10.222.0.98 "GET /v2.0/networks?id=3ec025e8-c907-428e-81e8-ed8edc7a1310 HTTP/1.1" status: 200 len: 912 time: 0.0878005 Oct 28 09:44:42.360140 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-001d4004-10a5-4a68-b4df-7c11c1948b68 req-bb6a51c1-a8de-49e4-b29d-c50e91faf6b5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d81071d9-14f5-413b-85a3-a09adf89db23 HTTP/1.1" status: 200 len: 217 time: 0.0334079 Oct 28 09:44:42.415488 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d4004-10a5-4a68-b4df-7c11c1948b68 req-c6d0e32f-f35f-4d67-9d02-d3deb35cac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:42.416957 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-001d4004-10a5-4a68-b4df-7c11c1948b68 req-c6d0e32f-f35f-4d67-9d02-d3deb35cac61 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e11436ea-b0d5-47f1-b827-7d70d47e8d45 HTTP/1.1" status: 200 len: 850 time: 0.0463610 Oct 28 09:44:42.469502 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d4004-10a5-4a68-b4df-7c11c1948b68 req-d0e01a0c-3e64-4c5d-8356-dcf4381a511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:42.471240 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-001d4004-10a5-4a68-b4df-7c11c1948b68 req-d0e01a0c-3e64-4c5d-8356-dcf4381a511d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3ec025e8-c907-428e-81e8-ed8edc7a1310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453753 Oct 28 09:44:42.510671 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:42.566692 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-001d4004-10a5-4a68-b4df-7c11c1948b68 req-37b3054d-0bda-435e-9ed4-3974cb92d35b service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869164 Oct 28 09:44:42.600426 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:42.662972 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-001d4004-10a5-4a68-b4df-7c11c1948b68 req-ee6c792b-0e45-4e1c-9391-367bff76d062 service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885336 Oct 28 09:44:42.904137 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b8ad3-f170-4dab-8c02-6a285492041a req-3da23961-29ca-45dc-9206-4b7e90372236 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:42.905518 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-028b8ad3-f170-4dab-8c02-6a285492041a req-3da23961-29ca-45dc-9206-4b7e90372236 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 943 time: 0.0496869 Oct 28 09:44:42.944626 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-028b8ad3-f170-4dab-8c02-6a285492041a req-97ba012b-b067-4c4b-af70-3f898d478cd3 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322793 Oct 28 09:44:43.770951 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:44.057790 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f8e13-d82f-4f99-a539-34dbbea936f2 req-5ef0a28b-ee3b-402d-a429-39e9f7531319 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:44.059251 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-374f8e13-d82f-4f99-a539-34dbbea936f2 req-5ef0a28b-ee3b-402d-a429-39e9f7531319 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 943 time: 0.0488260 Oct 28 09:44:44.100585 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-374f8e13-d82f-4f99-a539-34dbbea936f2 req-e7c29681-758a-4382-8358-204bdad291d3 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353441 Oct 28 09:44:45.215298 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721f509-787b-4828-8487-cdd82aac9a30 req-bf968754-4537-42c0-9e59-b36771b48f9d tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:45.216799 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0721f509-787b-4828-8487-cdd82aac9a30 req-bf968754-4537-42c0-9e59-b36771b48f9d tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 943 time: 0.0494280 Oct 28 09:44:45.255741 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0721f509-787b-4828-8487-cdd82aac9a30 req-830014bf-e20c-4cd2-a076-87e4b92a97b9 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328403 Oct 28 09:44:46.373025 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b6906-f0b4-49a2-aa28-8725c4a7bf74 req-5416cd6b-7c81-4ffa-87b0-61d2951b4d9a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:46.374505 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e46b6906-f0b4-49a2-aa28-8725c4a7bf74 req-5416cd6b-7c81-4ffa-87b0-61d2951b4d9a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 943 time: 0.0493877 Oct 28 09:44:46.413219 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e46b6906-f0b4-49a2-aa28-8725c4a7bf74 req-68c567ca-cecf-4884-8f20-730e67b11e48 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326369 Oct 28 09:44:47.527444 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6eb616-c497-4763-8c04-3590a5441dfc req-663d7182-edf4-4e25-8eeb-e6b85d748190 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:47.528938 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7c6eb616-c497-4763-8c04-3590a5441dfc req-663d7182-edf4-4e25-8eeb-e6b85d748190 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 943 time: 0.0505073 Oct 28 09:44:47.568964 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7c6eb616-c497-4763-8c04-3590a5441dfc req-e60f00fe-9f54-4dee-adbe-f13d0cfd1bf5 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341940 Oct 28 09:44:48.682706 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad36e8-4e72-4fa3-a779-653975b69961 req-677ce625-24a3-41c5-845f-011ffdc74152 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:48.684209 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-bcad36e8-4e72-4fa3-a779-653975b69961 req-677ce625-24a3-41c5-845f-011ffdc74152 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 943 time: 0.0501034 Oct 28 09:44:48.725629 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-bcad36e8-4e72-4fa3-a779-653975b69961 req-bfc61d23-c485-4ff7-b539-dfab500633e8 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354731 Oct 28 09:44:49.841473 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604667a-8ea9-4f34-8efa-f877ce12695b req-1ebc87d4-2852-4db5-8869-747ad3e29aca tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:49.842937 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d604667a-8ea9-4f34-8efa-f877ce12695b req-1ebc87d4-2852-4db5-8869-747ad3e29aca tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 943 time: 0.0492332 Oct 28 09:44:49.887276 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d604667a-8ea9-4f34-8efa-f877ce12695b req-51dfd9f8-876c-48cf-bd62-eedbf9563723 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374804 Oct 28 09:44:50.288060 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device d81071d9-14f5-413b-85a3-a09adf89db23 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:44:50.381141 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port d81071d9-14f5-413b-85a3-a09adf89db23, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d81071d9-14f5-413b-85a3-a09adf89db23,segment=NetworkSegment(f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1),segment_id=f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:44:50.392662 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': 'd81071d9-14f5-413b-85a3-a09adf89db23', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'port_id': 'd81071d9-14f5-413b-85a3-a09adf89db23', 'mac_address': 'fa:16:3e:6d:1b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:44:50.433261 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:50.445708 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d81071d9-14f5-413b-85a3-a09adf89db23 {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:44:50.464102 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port d81071d9-14f5-413b-85a3-a09adf89db23, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d81071d9-14f5-413b-85a3-a09adf89db23,segment=NetworkSegment(f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1),segment_id=f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:44:50.469033 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:50.517206 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=d81071d9-14f5-413b-85a3-a09adf89db23,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:50.525367 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:50.525716 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:50.526058 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:50.526394 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:50.526725 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:50.527057 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:50.527386 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:50.527736 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:50.528070 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:50.528396 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:50.528717 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:50.529039 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:50.689594 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['d81071d9-14f5-413b-85a3-a09adf89db23'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:44:51.007637 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d1ca5-3b42-4b71-bffc-3d86dd367ceb req-25af17a1-940f-4aac-8b33-412f1afbd0e7 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:51.009143 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-147d1ca5-3b42-4b71-bffc-3d86dd367ceb req-25af17a1-940f-4aac-8b33-412f1afbd0e7 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 944 time: 0.0493295 Oct 28 09:44:51.047317 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-147d1ca5-3b42-4b71-bffc-3d86dd367ceb req-921b545b-fd67-464b-ad6d-a160970e58f6 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321763 Oct 28 09:44:52.164762 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce1005-fe4d-476a-940f-f3bc7922be8f req-74bc7074-11f8-4d15-a6b7-747b29e001dc tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:52.166517 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-37ce1005-fe4d-476a-940f-f3bc7922be8f req-74bc7074-11f8-4d15-a6b7-747b29e001dc tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 944 time: 0.0533447 Oct 28 09:44:52.203060 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-37ce1005-fe4d-476a-940f-f3bc7922be8f req-a505f002-742e-4e1d-bd51-d89838c25b4b tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310030 Oct 28 09:44:52.288444 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device d81071d9-14f5-413b-85a3-a09adf89db23 up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:44:52.340867 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:52.349732 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning for port d81071d9-14f5-413b-85a3-a09adf89db23 completed by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:44:52.353543 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port d81071d9-14f5-413b-85a3-a09adf89db23 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:44:52.353916 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:52.433885 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:52.455363 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe31d7d-9200-4e3d-9df3-ccd2d8854c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81071d9-14f5-413b-85a3-a09adf89db23'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:44:52.457725 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0253ef3e-5341-4650-8c72-95813db0ee52" -d '{"events": [{"server_uuid": "cbe31d7d-9200-4e3d-9df3-ccd2d8854c60", "name": "network-vif-plugged", "status": "completed", "tag": "d81071d9-14f5-413b-85a3-a09adf89db23"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:44:52.469842 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port d81071d9-14f5-413b-85a3-a09adf89db23, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d81071d9-14f5-413b-85a3-a09adf89db23,segment=NetworkSegment(f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1),segment_id=f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:44:52.479881 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:52.507568 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab97929-63e9-4494-a6bc-f1662542a057 x-openstack-request-id: req-aab97929-63e9-4494-a6bc-f1662542a057 {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:44:52.507908 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe31d7d-9200-4e3d-9df3-ccd2d8854c60", "name": "network-vif-plugged", "status": "completed", "tag": "d81071d9-14f5-413b-85a3-a09adf89db23", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:44:52.508157 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-aab97929-63e9-4494-a6bc-f1662542a057 {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:44:52.508538 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe31d7d-9200-4e3d-9df3-ccd2d8854c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81071d9-14f5-413b-85a3-a09adf89db23', 'code': 200} Oct 28 09:44:52.535845 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=d81071d9-14f5-413b-85a3-a09adf89db23,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:52.730294 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846310b-c57a-413e-bd77-7cea2dfe2df0 req-f1cb87b5-8955-4531-aea7-2a6c1aaf5e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:52.731779 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e846310b-c57a-413e-bd77-7cea2dfe2df0 req-f1cb87b5-8955-4531-aea7-2a6c1aaf5e98 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 1098 time: 0.0401082 Oct 28 09:44:52.770280 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e846310b-c57a-413e-bd77-7cea2dfe2df0 req-67ecaa2a-a5e9-4ac8-a33d-7d0ed9672afe service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291703 Oct 28 09:44:53.318798 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6f3e6-bbae-42ec-8563-5d4b0f72f041 req-2a8da600-117d-4028-95ea-6a922183e388 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:53.320274 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-cfb6f3e6-bbae-42ec-8563-5d4b0f72f041 req-2a8da600-117d-4028-95ea-6a922183e388 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 945 time: 0.0487614 Oct 28 09:44:53.357122 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-cfb6f3e6-bbae-42ec-8563-5d4b0f72f041 req-ffed1209-4629-4da1-a4ca-4d6726fd53a1 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310059 Oct 28 09:44:54.475162 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc66c16-b98b-4cb0-9bff-4b7fb0bdc3be req-314b46b5-6eda-4a31-a59e-fa1b1da9d3e2 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:54.476696 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8dc66c16-b98b-4cb0-9bff-4b7fb0bdc3be req-314b46b5-6eda-4a31-a59e-fa1b1da9d3e2 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 945 time: 0.0497835 Oct 28 09:44:54.522019 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8dc66c16-b98b-4cb0-9bff-4b7fb0bdc3be req-d1be4828-7878-4563-b026-09de0be72d72 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394206 Oct 28 09:44:54.693208 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5435a-819e-43a3-b6e9-597d8534d776 req-fc1a2f8e-3b2e-4586-b942-9e070cbd45c5 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:54.694742 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-bcd5435a-819e-43a3-b6e9-597d8534d776 req-fc1a2f8e-3b2e-4586-b942-9e070cbd45c5 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 945 time: 0.0524006 Oct 28 09:44:54.734195 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-bcd5435a-819e-43a3-b6e9-597d8534d776 req-9358fe82-86f1-4ac3-907f-4dd223b7e654 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332379 Oct 28 09:44:54.751501 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d11d6-88c8-45a8-90a9-a8157853d9c3 req-1a191385-0bb4-4ed9-a3d1-ecec3a922862 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:54.753056 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-365d11d6-88c8-45a8-90a9-a8157853d9c3 req-1a191385-0bb4-4ed9-a3d1-ecec3a922862 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0501196 Oct 28 09:44:54.760016 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60548) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:44:54.792593 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-365d11d6-88c8-45a8-90a9-a8157853d9c3 req-aca788fa-0830-4802-a5bb-1e6ec81eec18 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327060 Oct 28 09:44:54.800383 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba8ae49-a727-40a7-b78d-03488e134cbf tempest-TestVolumeBootPattern-132025378 tempest-TestVolumeBootPattern-132025378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:54.802932 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-eba8ae49-a727-40a7-b78d-03488e134cbf tempest-TestVolumeBootPattern-132025378 tempest-TestVolumeBootPattern-132025378-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 1093 time: 0.0414858 Oct 28 09:44:54.805473 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60550) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:44:54.809771 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-6a54652a-d29e-4205-8874-5947110667da tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Request body: {'floatingip': {'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'port_id': 'd81071d9-14f5-413b-85a3-a09adf89db23', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:44:54.831770 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6a54652a-d29e-4205-8874-5947110667da tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for floatingip, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:54.928610 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6a54652a-d29e-4205-8874-5947110667da tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:55.028038 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [None req-6a54652a-d29e-4205-8874-5947110667da tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Allocated IP 172.27.2.62 (31303b2b-323a-4b81-9e96-008831f8aead/d3684885-b597-423f-94c6-5f950061bf40/b1cd7b8c-2351-4a8a-821e-08e1a4093f7d) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:44:55.130509 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6a54652a-d29e-4205-8874-5947110667da tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:55.163004 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6a54652a-d29e-4205-8874-5947110667da tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:55.201726 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a54652a-d29e-4205-8874-5947110667da tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Network 31303b2b-323a-4b81-9e96-008831f8aead is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:44:55.206324 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-6a54652a-d29e-4205-8874-5947110667da tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:44:55.209206 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a54652a-d29e-4205-8874-5947110667da tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:44:55.232668 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54652a-d29e-4205-8874-5947110667da tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Pushing event updated for resources: {'Port': ['ID=b1cd7b8c-2351-4a8a-821e-08e1a4093f7d,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:55.561422 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6a54652a-d29e-4205-8874-5947110667da tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:55.627225 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6a54652a-d29e-4205-8874-5947110667da tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:55.778864 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6a54652a-d29e-4205-8874-5947110667da tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:55.783347 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6a54652a-d29e-4205-8874-5947110667da tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:55.854562 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54652a-d29e-4205-8874-5947110667da tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Pushing event updated for resources: {'Port': ['ID=b1cd7b8c-2351-4a8a-821e-08e1a4093f7d,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:55.888323 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6a54652a-d29e-4205-8874-5947110667da tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639989'] for floatingip, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:55.978211 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431b5a0-d476-4387-89e2-11ee6acf4c6d req-e24025f8-c9ee-46b8-b1f7-8fe75bd336a0 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:55.979736 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6431b5a0-d476-4387-89e2-11ee6acf4c6d req-e24025f8-c9ee-46b8-b1f7-8fe75bd336a0 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.1175201 Oct 28 09:44:56.022849 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.db.l3_db [None req-6a54652a-d29e-4205-8874-5947110667da tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Floating IP 3287a4f9-8f77-4549-846c-8fea0c2cfd38 associated. External IP: 172.27.2.62, port: d81071d9-14f5-413b-85a3-a09adf89db23. Oct 28 09:44:56.059974 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6431b5a0-d476-4387-89e2-11ee6acf4c6d req-cca0b13a-539a-472c-8cbf-6c31e00c275e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740314 Oct 28 09:44:56.230649 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a54652a-d29e-4205-8874-5947110667da tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Router 46ac8724-3d1e-4554-a165-0c65a450b2bf has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:44:56.577589 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a54652a-d29e-4205-8874-5947110667da tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:44:56.587997 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492471d3-f3b8-4daf-84c5-78d62bdbf6b3 None None] Sync routers for ids ['46ac8724-3d1e-4554-a165-0c65a450b2bf'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:44:56.596190 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6a54652a-d29e-4205-8874-5947110667da tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for floatingip, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:56.598795 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492471d3-f3b8-4daf-84c5-78d62bdbf6b3 None None] Routers {'46ac8724-3d1e-4554-a165-0c65a450b2bf'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:44:56.599410 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-492471d3-f3b8-4daf-84c5-78d62bdbf6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:44:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['46ac8724-3d1e-4554-a165-0c65a450b2bf'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:44:56.624029 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-6a54652a-d29e-4205-8874-5947110667da tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8175321 Oct 28 09:44:56.624991 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe31d7d-9200-4e3d-9df3-ccd2d8854c60', 'tag': 'd81071d9-14f5-413b-85a3-a09adf89db23'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:44:56.627447 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5c40ee-5c28-4666-bc21-315cbc997b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe31d7d-9200-4e3d-9df3-ccd2d8854c60", "tag": "d81071d9-14f5-413b-85a3-a09adf89db23"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:44:56.669828 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3e6799-64d5-48e8-b3d9-475155ac57ce x-openstack-request-id: req-4b3e6799-64d5-48e8-b3d9-475155ac57ce {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:44:56.670116 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe31d7d-9200-4e3d-9df3-ccd2d8854c60", "tag": "d81071d9-14f5-413b-85a3-a09adf89db23", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:44:56.670368 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4b3e6799-64d5-48e8-b3d9-475155ac57ce {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:44:56.670760 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe31d7d-9200-4e3d-9df3-ccd2d8854c60', 'tag': 'd81071d9-14f5-413b-85a3-a09adf89db23', 'status': 'completed', 'code': 200} Oct 28 09:44:56.705596 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-492471d3-f3b8-4daf-84c5-78d62bdbf6b3 None None] Set router 46ac8724-3d1e-4554-a165-0c65a450b2bf gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:44:56.734428 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c40ee-5c28-4666-bc21-315cbc997b8c req-22596ccf-5d85-4915-bd99-97dea8c6a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:56.736039 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9b5c40ee-5c28-4666-bc21-315cbc997b8c req-22596ccf-5d85-4915-bd99-97dea8c6a6cc service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0c21dfdaee364617abd51da0c404f641&device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 1098 time: 0.0417912 Oct 28 09:44:56.833526 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c40ee-5c28-4666-bc21-315cbc997b8c req-0e2d59ab-131d-40ec-a642-d518cffc5149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:56.834999 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9b5c40ee-5c28-4666-bc21-315cbc997b8c req-0e2d59ab-131d-40ec-a642-d518cffc5149 service neutron] 10.222.0.98 "GET /v2.0/networks?id=3ec025e8-c907-428e-81e8-ed8edc7a1310 HTTP/1.1" status: 200 len: 912 time: 0.0912166 Oct 28 09:44:56.901345 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9b5c40ee-5c28-4666-bc21-315cbc997b8c req-605493ce-b9e8-4936-98f2-3338716194b4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d81071d9-14f5-413b-85a3-a09adf89db23 HTTP/1.1" status: 200 len: 998 time: 0.0577679 Oct 28 09:44:56.939949 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-492471d3-f3b8-4daf-84c5-78d62bdbf6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '3287a4f9-8f77-4549-846c-8fea0c2cfd38', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'port_id': 'd81071d9-14f5-413b-85a3-a09adf89db23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'mac_address': 'fa:16:3e:6d:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe31d7d-9200-4e3d-9df3-ccd2d8854c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:44:55Z', 'updated_at': '2021-10-28T09:44:55Z', 'revision_number': 0, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7dc0ace-e0b9-479b-8efb-5f5bbd901340', 'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'mac_address': 'fa:16:3e:89:d0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:50Z', 'updated_at': '2021-10-28T09:41:55Z', 'revision_number': 5, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'subnets': [{'id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:44:56.952906 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c40ee-5c28-4666-bc21-315cbc997b8c req-775d5306-d198-4c23-b7ba-e817929840a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:56.954374 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9b5c40ee-5c28-4666-bc21-315cbc997b8c req-775d5306-d198-4c23-b7ba-e817929840a4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e11436ea-b0d5-47f1-b827-7d70d47e8d45 HTTP/1.1" status: 200 len: 850 time: 0.0432229 Oct 28 09:44:56.969821 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492471d3-f3b8-4daf-84c5-78d62bdbf6b3 None None] Checking router: 46ac8724-3d1e-4554-a165-0c65a450b2bf for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:44:56.978897 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492471d3-f3b8-4daf-84c5-78d62bdbf6b3 None None] Routers {'46ac8724-3d1e-4554-a165-0c65a450b2bf'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:44:56.979503 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-492471d3-f3b8-4daf-84c5-78d62bdbf6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:44:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['46ac8724-3d1e-4554-a165-0c65a450b2bf'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:44:57.007373 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c40ee-5c28-4666-bc21-315cbc997b8c req-049fc337-8292-49b9-bd1b-a65fbac9a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:57.009064 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9b5c40ee-5c28-4666-bc21-315cbc997b8c req-049fc337-8292-49b9-bd1b-a65fbac9a4d6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3ec025e8-c907-428e-81e8-ed8edc7a1310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440087 Oct 28 09:44:57.094187 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-492471d3-f3b8-4daf-84c5-78d62bdbf6b3 None None] Set router 46ac8724-3d1e-4554-a165-0c65a450b2bf gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:44:57.106151 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9b5c40ee-5c28-4666-bc21-315cbc997b8c req-4c0bf29c-6980-4b7d-b689-31dc38f7b610 service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892248 Oct 28 09:44:57.271548 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2128c71-6925-4475-812f-d47765eeeda9 req-7afbcb8f-54a2-435b-aeb5-55979cadc303 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:57.273151 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b2128c71-6925-4475-812f-d47765eeeda9 req-7afbcb8f-54a2-435b-aeb5-55979cadc303 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.1322625 Oct 28 09:44:57.290115 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9b5c40ee-5c28-4666-bc21-315cbc997b8c req-8df860d6-42cc-430c-9613-e3954acf358b service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688042 Oct 28 09:44:57.328023 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b2128c71-6925-4475-812f-d47765eeeda9 req-5780444b-d6b7-4403-a9b6-49012efdf672 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462010 Oct 28 09:44:57.349404 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-492471d3-f3b8-4daf-84c5-78d62bdbf6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '3287a4f9-8f77-4549-846c-8fea0c2cfd38', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'port_id': 'd81071d9-14f5-413b-85a3-a09adf89db23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'mac_address': 'fa:16:3e:6d:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe31d7d-9200-4e3d-9df3-ccd2d8854c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:44:55Z', 'updated_at': '2021-10-28T09:44:55Z', 'revision_number': 0, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7dc0ace-e0b9-479b-8efb-5f5bbd901340', 'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'mac_address': 'fa:16:3e:89:d0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:50Z', 'updated_at': '2021-10-28T09:41:55Z', 'revision_number': 5, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'subnets': [{'id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:44:57.391181 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492471d3-f3b8-4daf-84c5-78d62bdbf6b3 None None] The sync data for ids ['46ac8724-3d1e-4554-a165-0c65a450b2bf'] in dv-cinder-815146-5-iscsi is: [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '3287a4f9-8f77-4549-846c-8fea0c2cfd38', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'port_id': 'd81071d9-14f5-413b-85a3-a09adf89db23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'mac_address': 'fa:16:3e:6d:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe31d7d-9200-4e3d-9df3-ccd2d8854c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:44:55Z', 'updated_at': '2021-10-28T09:44:55Z', 'revision_number': 0, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7dc0ace-e0b9-479b-8efb-5f5bbd901340', 'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'mac_address': 'fa:16:3e:89:d0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:50Z', 'updated_at': '2021-10-28T09:41:55Z', 'revision_number': 5, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'subnets': [{'id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:44:57.609918 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea41bb93-758f-4d08-bce5-e432b3332961 None None] New status for floating IP 3287a4f9-8f77-4549-846c-8fea0c2cfd38: ACTIVE {{(pid=101551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:44:58.457270 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27807bf2-a5cf-4a2f-a342-7cf377a38b38 req-7c0bc732-6ee3-423a-b46b-83bb98ac688c tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:58.458813 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-27807bf2-a5cf-4a2f-a342-7cf377a38b38 req-7c0bc732-6ee3-423a-b46b-83bb98ac688c tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0519514 Oct 28 09:44:58.496765 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-27807bf2-a5cf-4a2f-a342-7cf377a38b38 req-24b3ee2c-e54f-4820-9cfa-654d688f1961 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320773 Oct 28 09:44:59.614043 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d2b21-4106-4fdf-a751-bf9de0f2bad9 req-e526091a-bad2-406f-b0c3-159085cc5490 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:59.615500 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-920d2b21-4106-4fdf-a751-bf9de0f2bad9 req-e526091a-bad2-406f-b0c3-159085cc5490 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0497606 Oct 28 09:44:59.656365 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-920d2b21-4106-4fdf-a751-bf9de0f2bad9 req-2f4ee0aa-2ebc-4bcb-bf33-bb6455e87e38 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349262 Oct 28 09:45:00.773088 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bed787-c214-4758-b293-6bf4f76925ba req-1eb5a56d-6751-4437-9b30-23fc3accc277 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:00.774479 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-32bed787-c214-4758-b293-6bf4f76925ba req-1eb5a56d-6751-4437-9b30-23fc3accc277 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0484934 Oct 28 09:45:00.810965 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-32bed787-c214-4758-b293-6bf4f76925ba req-c36ee5d7-9180-42b2-b3a4-ab3741caeed0 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305867 Oct 28 09:45:01.925980 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e5c9d-e880-4015-8453-c53d24679bf8 req-dabddefd-4d58-49f8-b921-6bf037f7d558 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:01.927393 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ba5e5c9d-e880-4015-8453-c53d24679bf8 req-dabddefd-4d58-49f8-b921-6bf037f7d558 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0495708 Oct 28 09:45:01.965090 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ba5e5c9d-e880-4015-8453-c53d24679bf8 req-b33ee6dc-528a-4a1f-b82d-1ce3a91b0456 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318356 Oct 28 09:45:03.079969 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d56175-4103-43bb-91ac-55d3f854abe7 req-6cf51a48-7b7c-44bd-b197-591f5f5ced96 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:03.081456 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e6d56175-4103-43bb-91ac-55d3f854abe7 req-6cf51a48-7b7c-44bd-b197-591f5f5ced96 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0496559 Oct 28 09:45:03.122782 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e6d56175-4103-43bb-91ac-55d3f854abe7 req-c581e2c0-7ba0-4a2f-80a5-833de279ea16 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338440 Oct 28 09:45:04.236324 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49a3b2-59c3-404c-a2c6-efb3995d2de9 req-f75725f3-8aa7-4428-93bd-4395946481cc tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:04.237793 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ba49a3b2-59c3-404c-a2c6-efb3995d2de9 req-f75725f3-8aa7-4428-93bd-4395946481cc tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0484121 Oct 28 09:45:04.275898 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ba49a3b2-59c3-404c-a2c6-efb3995d2de9 req-900d3aa2-6f84-45b6-9026-dc1c002c20e9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320446 Oct 28 09:45:05.399956 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf1da7-d5d9-4f8a-a8c8-e11ebffae300 req-0689ee65-fe02-43ef-be55-2fff667dcd78 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:05.401452 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e1bf1da7-d5d9-4f8a-a8c8-e11ebffae300 req-0689ee65-fe02-43ef-be55-2fff667dcd78 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0532422 Oct 28 09:45:05.438524 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e1bf1da7-d5d9-4f8a-a8c8-e11ebffae300 req-abc46fdf-5720-41ff-be01-11d57da5a65b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311458 Oct 28 09:45:06.558268 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460bb4b-f376-4296-8f6c-fc3171c6e6f1 req-52230b3a-90f4-4dec-a15e-ea7ee9d57394 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:06.559795 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d460bb4b-f376-4296-8f6c-fc3171c6e6f1 req-52230b3a-90f4-4dec-a15e-ea7ee9d57394 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0518134 Oct 28 09:45:06.601858 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d460bb4b-f376-4296-8f6c-fc3171c6e6f1 req-9f6fff5e-eaba-491a-a115-adc93d2b33b0 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362263 Oct 28 09:45:07.716161 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0acac-8aae-4599-82c7-6778405620c4 req-89781732-62c5-4689-a8fa-f4cf78c4fb8b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:07.717645 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3ef0acac-8aae-4599-82c7-6778405620c4 req-89781732-62c5-4689-a8fa-f4cf78c4fb8b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0482013 Oct 28 09:45:07.755210 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-3ef0acac-8aae-4599-82c7-6778405620c4 req-ae80d291-9ec6-4b3a-bd39-a634c08de82e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310221 Oct 28 09:45:08.780444 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f41d7870-720e-4886-b7d6-48c478603b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:08.869891 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f4e63-1239-472b-95a6-5466a9822025 req-71c518b2-a826-4af2-9dca-8eb731c905f3 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:08.871355 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a02f4e63-1239-472b-95a6-5466a9822025 req-71c518b2-a826-4af2-9dca-8eb731c905f3 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0489898 Oct 28 09:45:08.908570 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a02f4e63-1239-472b-95a6-5466a9822025 req-4fa6ed30-edc4-49b5-8f94-8056fb7db1cc tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311570 Oct 28 09:45:10.028755 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f0656-247a-4d02-a812-b19d18a5a9c0 req-eb7332b5-b4a6-477a-ad2b-ae4fd4ff321a tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:10.030244 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6f2f0656-247a-4d02-a812-b19d18a5a9c0 req-eb7332b5-b4a6-477a-ad2b-ae4fd4ff321a tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0515518 Oct 28 09:45:10.070630 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6f2f0656-247a-4d02-a812-b19d18a5a9c0 req-844f4d74-5e51-4f6f-bee5-83d9ab6cabe6 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333543 Oct 28 09:45:11.180837 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-da80f773-c421-41e1-be01-b8471653a882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:11.188137 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda347c-f92f-4fce-b232-6482c49671ee req-fdacf28e-57cb-4c56-9163-c2bd44fca64f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:11.189624 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7bda347c-f92f-4fce-b232-6482c49671ee req-fdacf28e-57cb-4c56-9163-c2bd44fca64f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0517755 Oct 28 09:45:11.228003 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7bda347c-f92f-4fce-b232-6482c49671ee req-4fab5aa6-5a81-4816-8252-7ba8e7b2f7db tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323057 Oct 28 09:45:11.422819 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7a6e7-3546-4223-bcde-b115855e4e77 req-da27aa00-591b-4c23-ab8c-8e00c46e46a5 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:11.425007 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-03b7a6e7-3546-4223-bcde-b115855e4e77 req-da27aa00-591b-4c23-ab8c-8e00c46e46a5 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0528312 Oct 28 09:45:11.492068 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-03b7a6e7-3546-4223-bcde-b115855e4e77 req-faec7bbc-1d5c-4386-8c38-c9d6ea13db45 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603273 Oct 28 09:45:11.502273 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3174607-a87f-4e50-b369-8931eda74e35 req-69d4e194-a20e-4323-83d5-57eae3ecdd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:11.504024 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d3174607-a87f-4e50-b369-8931eda74e35 req-69d4e194-a20e-4323-83d5-57eae3ecdd67 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=36554a511b8b46508902b0adb36892c2&device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 1098 time: 0.0553989 Oct 28 09:45:11.595861 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3174607-a87f-4e50-b369-8931eda74e35 req-975b1f4b-e87b-4960-9366-f5762e5e4f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:11.597536 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d3174607-a87f-4e50-b369-8931eda74e35 req-975b1f4b-e87b-4960-9366-f5762e5e4f88 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 HTTP/1.1" status: 200 len: 912 time: 0.0858765 Oct 28 09:45:11.665461 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d3174607-a87f-4e50-b369-8931eda74e35 req-04917f4d-4a76-4039-b407-304d167f3410 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01cc6c8e-968a-491d-ab66-c104fa3f2a2f HTTP/1.1" status: 200 len: 1001 time: 0.0604391 Oct 28 09:45:11.716397 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3174607-a87f-4e50-b369-8931eda74e35 req-f4ff14d9-46dd-4e09-b0e4-dfdb580a6b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:11.717838 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d3174607-a87f-4e50-b369-8931eda74e35 req-f4ff14d9-46dd-4e09-b0e4-dfdb580a6b2a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03 HTTP/1.1" status: 200 len: 850 time: 0.0438619 Oct 28 09:45:11.763655 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3174607-a87f-4e50-b369-8931eda74e35 req-b23a8767-f091-4264-b5a0-fe65335b4845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:11.765069 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d3174607-a87f-4e50-b369-8931eda74e35 req-b23a8767-f091-4264-b5a0-fe65335b4845 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390816 Oct 28 09:45:11.859830 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d3174607-a87f-4e50-b369-8931eda74e35 req-c8d53e67-2520-45b3-842b-167a3cfdfaa2 service neutron] 10.222.0.98 "GET /v2.0/networks/6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851464 Oct 28 09:45:11.951788 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d3174607-a87f-4e50-b369-8931eda74e35 req-01b19364-3d8d-40ff-bbd1-9a370f253e08 service neutron] 10.222.0.98 "GET /v2.0/networks/6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837381 Oct 28 09:45:12.511395 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:12.603658 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:12.616687 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541a43f-789a-49f0-9171-2ac0c044bc9b req-cffe8136-eda5-43f4-872e-7ec3062640b2 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:12.618291 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6541a43f-789a-49f0-9171-2ac0c044bc9b req-cffe8136-eda5-43f4-872e-7ec3062640b2 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0544813 Oct 28 09:45:12.660388 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-6541a43f-789a-49f0-9171-2ac0c044bc9b req-0cc47d45-0260-4e7a-a6c6-81abe526d7f9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349460 Oct 28 09:45:13.018246 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:45:13.773192 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:13.786250 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ebde8-0892-46c5-8b14-cd8c3f27943b req-c3119945-adce-4198-af27-167a37bd6e20 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:13.787939 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b04ebde8-0892-46c5-8b14-cd8c3f27943b req-c3119945-adce-4198-af27-167a37bd6e20 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0583835 Oct 28 09:45:13.825479 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b04ebde8-0892-46c5-8b14-cd8c3f27943b req-f89eab18-09bc-4d32-ab37-20434e8e98cc tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315742 Oct 28 09:45:22.338873 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:33.274847 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f6b7eb2e-b73b-43b6-bbb9-fecef9284ee8 req-1ed4da5e-d9a5-478b-a1a3-43918a26311b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394497 Oct 28 09:45:33.338496 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7eb2e-b73b-43b6-bbb9-fecef9284ee8 req-d19d54b3-f3d7-4db2-b522-5c01bf6f63c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:33.340209 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f6b7eb2e-b73b-43b6-bbb9-fecef9284ee8 req-d19d54b3-f3d7-4db2-b522-5c01bf6f63c7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=36554a511b8b46508902b0adb36892c2&device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 1098 time: 0.0394082 Oct 28 09:45:33.447066 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7eb2e-b73b-43b6-bbb9-fecef9284ee8 req-b6ea726a-bb94-4896-8c36-c9deff2e0296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:33.448547 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f6b7eb2e-b73b-43b6-bbb9-fecef9284ee8 req-b6ea726a-bb94-4896-8c36-c9deff2e0296 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 HTTP/1.1" status: 200 len: 912 time: 0.0870931 Oct 28 09:45:33.513387 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f6b7eb2e-b73b-43b6-bbb9-fecef9284ee8 req-d2af7d9c-acb2-428b-a16a-74c170f6ad82 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01cc6c8e-968a-491d-ab66-c104fa3f2a2f HTTP/1.1" status: 200 len: 1001 time: 0.0566015 Oct 28 09:45:33.568704 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7eb2e-b73b-43b6-bbb9-fecef9284ee8 req-fdec8171-5b31-4b5c-94b9-501425e29c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:33.570127 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f6b7eb2e-b73b-43b6-bbb9-fecef9284ee8 req-fdec8171-5b31-4b5c-94b9-501425e29c05 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03 HTTP/1.1" status: 200 len: 850 time: 0.0473001 Oct 28 09:45:33.617123 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7eb2e-b73b-43b6-bbb9-fecef9284ee8 req-82210efa-675e-4fbf-b6f1-00d7dcfef624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:33.618572 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f6b7eb2e-b73b-43b6-bbb9-fecef9284ee8 req-82210efa-675e-4fbf-b6f1-00d7dcfef624 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389845 Oct 28 09:45:33.708842 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f6b7eb2e-b73b-43b6-bbb9-fecef9284ee8 req-ffa91298-bb12-43e9-ae05-6289e3f6306b service neutron] 10.222.0.98 "GET /v2.0/networks/6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815263 Oct 28 09:45:33.802708 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f6b7eb2e-b73b-43b6-bbb9-fecef9284ee8 req-784c9c12-d54e-4fb6-9595-ea9098375389 service neutron] 10.222.0.98 "GET /v2.0/networks/6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847349 Oct 28 09:45:38.782229 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-67030d19-443d-4fac-92be-b3b02b68c2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:41.182848 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-392152c6-3b93-4d92-9b05-76bf3e0ab6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:42.514862 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:42.605424 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:43.775566 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:48.461592 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccafc5-6a55-4472-aead-b2a384616fc5 req-1e98f21a-b1fa-4c12-96cb-1eb9187d0d89 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:48.463010 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-ffccafc5-6a55-4472-aead-b2a384616fc5 req-1e98f21a-b1fa-4c12-96cb-1eb9187d0d89 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0493729 Oct 28 09:45:48.501345 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-ffccafc5-6a55-4472-aead-b2a384616fc5 req-5e81f56b-1152-4eba-8564-9e0b54b2f855 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323777 Oct 28 09:45:49.617075 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6c347-443e-4bc8-9dea-4499fe99fb42 req-f987d103-208d-48f9-bd83-5e29efd5d519 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:49.618534 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2ae6c347-443e-4bc8-9dea-4499fe99fb42 req-f987d103-208d-48f9-bd83-5e29efd5d519 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0483706 Oct 28 09:45:49.655645 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2ae6c347-443e-4bc8-9dea-4499fe99fb42 req-eb9a0755-af51-4fe6-aa72-41f4c71fbfcf tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308244 Oct 28 09:45:50.018733 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:45:50.774100 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed8bd1-04c6-498a-bb89-5f5378114ba8 req-e0175e5f-68b9-44ac-be2a-e92aa5e973ba tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:50.775509 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-0bed8bd1-04c6-498a-bb89-5f5378114ba8 req-e0175e5f-68b9-44ac-be2a-e92aa5e973ba tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0516007 Oct 28 09:45:50.813014 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-0bed8bd1-04c6-498a-bb89-5f5378114ba8 req-d8f5e6e8-6308-4883-96c0-6a63d5946b7e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314503 Oct 28 09:45:51.939101 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad584f-87e0-4952-8a3e-e6f3a1c8d90f req-a1dbe66c-d24f-4c4b-bfbc-6a72b987f758 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:51.940571 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-38ad584f-87e0-4952-8a3e-e6f3a1c8d90f req-a1dbe66c-d24f-4c4b-bfbc-6a72b987f758 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0515313 Oct 28 09:45:51.981206 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-38ad584f-87e0-4952-8a3e-e6f3a1c8d90f req-9d6913de-2c3c-474a-b98d-fb90eb1c7a3f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334637 Oct 28 09:45:52.355605 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:53.103398 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f8d23-b1c4-4a81-b178-d6ef3576ea69 req-9512ce0c-9055-48c5-b83c-580e105ff80b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:53.104898 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-5b8f8d23-b1c4-4a81-b178-d6ef3576ea69 req-9512ce0c-9055-48c5-b83c-580e105ff80b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0535307 Oct 28 09:45:53.141446 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-5b8f8d23-b1c4-4a81-b178-d6ef3576ea69 req-c0537a01-8b65-4c0f-8ce8-82c59edc0705 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305924 Oct 28 09:45:54.414208 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d2d59-7d9f-4550-b33b-e2f68c80adc3 req-18e7808e-f9d7-4e1a-9a43-6b3f4732d2fc tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:54.416378 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-970d2d59-7d9f-4550-b33b-e2f68c80adc3 req-18e7808e-f9d7-4e1a-9a43-6b3f4732d2fc tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0506356 Oct 28 09:45:54.454878 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-970d2d59-7d9f-4550-b33b-e2f68c80adc3 req-d212b8ae-2a1b-4869-92a7-c89fc38df1a6 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326753 Oct 28 09:45:55.572869 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d1b49-bac9-498f-b37a-8e5ceae9b8d2 req-437f8e56-fa72-44fc-81ec-308e3e4a1a8d tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:55.574350 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-365d1b49-bac9-498f-b37a-8e5ceae9b8d2 req-437f8e56-fa72-44fc-81ec-308e3e4a1a8d tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0499480 Oct 28 09:45:55.613509 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-365d1b49-bac9-498f-b37a-8e5ceae9b8d2 req-c42639c1-2b5d-41a8-acda-4e4b3b54320d tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331221 Oct 28 09:45:56.728278 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd01409-4cb6-4621-b113-3cbbf2f908fc req-b71a8b40-a699-431e-9125-a794bcf9305a tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:56.729737 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5cd01409-4cb6-4621-b113-3cbbf2f908fc req-b71a8b40-a699-431e-9125-a794bcf9305a tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0486209 Oct 28 09:45:56.766479 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5cd01409-4cb6-4621-b113-3cbbf2f908fc req-14773436-661f-42e2-90d3-78e6f53bb0b2 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308368 Oct 28 09:45:57.890338 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ab868-0476-446c-8377-37ec5e99dbbd req-af63bf00-8154-44fc-8078-56684230f205 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:57.891870 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-298ab868-0476-446c-8377-37ec5e99dbbd req-af63bf00-8154-44fc-8078-56684230f205 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0541623 Oct 28 09:45:57.933329 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-298ab868-0476-446c-8377-37ec5e99dbbd req-51650495-70fb-46e5-8452-bd3a8e9b64e5 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354948 Oct 28 09:45:59.052353 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d164a5-8095-4b6a-be14-d04e5524c4f0 req-34004350-ae0e-46e2-85c3-f2ecb170b836 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:59.054501 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c6d164a5-8095-4b6a-be14-d04e5524c4f0 req-34004350-ae0e-46e2-85c3-f2ecb170b836 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0537145 Oct 28 09:45:59.092107 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c6d164a5-8095-4b6a-be14-d04e5524c4f0 req-e50454bc-924a-417d-814f-f07c5737bb2f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318060 Oct 28 09:45:59.299258 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37d25e-f3fb-452a-8f93-ac41109a7b58 req-7ec7e5a0-cb05-4464-b2cb-107cf2525b89 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:59.300735 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8d37d25e-f3fb-452a-8f93-ac41109a7b58 req-7ec7e5a0-cb05-4464-b2cb-107cf2525b89 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0618856 Oct 28 09:45:59.356642 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-8d37d25e-f3fb-452a-8f93-ac41109a7b58 req-bcd0bc7c-4907-4cf7-b67a-5c100a9b47e8 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421252 Oct 28 09:45:59.359250 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac761796-e446-4303-9a0d-5700399db58e req-4ac46b58-8009-4bff-bd14-2aa0ac66a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:59.360874 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ac761796-e446-4303-9a0d-5700399db58e req-4ac46b58-8009-4bff-bd14-2aa0ac66a2fb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=36554a511b8b46508902b0adb36892c2&device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 1098 time: 0.0805645 Oct 28 09:45:59.454879 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac761796-e446-4303-9a0d-5700399db58e req-fdc4e65a-783d-4e1d-9e53-ad2578471d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:59.456373 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ac761796-e446-4303-9a0d-5700399db58e req-fdc4e65a-783d-4e1d-9e53-ad2578471d42 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 HTTP/1.1" status: 200 len: 912 time: 0.0876827 Oct 28 09:45:59.525891 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ac761796-e446-4303-9a0d-5700399db58e req-c12a10dd-26c7-4406-9989-0c6e53c88c1e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01cc6c8e-968a-491d-ab66-c104fa3f2a2f HTTP/1.1" status: 200 len: 1001 time: 0.0619378 Oct 28 09:45:59.576850 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac761796-e446-4303-9a0d-5700399db58e req-e62f5d2b-5ac4-4f63-a995-952c61f00416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:59.578146 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ac761796-e446-4303-9a0d-5700399db58e req-e62f5d2b-5ac4-4f63-a995-952c61f00416 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03 HTTP/1.1" status: 200 len: 850 time: 0.0439849 Oct 28 09:45:59.624461 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac761796-e446-4303-9a0d-5700399db58e req-0f15f1cc-89a7-4799-bffd-e60c69b4749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:59.625917 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ac761796-e446-4303-9a0d-5700399db58e req-0f15f1cc-89a7-4799-bffd-e60c69b4749c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400894 Oct 28 09:45:59.718334 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ac761796-e446-4303-9a0d-5700399db58e req-4729ede2-c282-4c37-9156-ab11857164e2 service neutron] 10.222.0.98 "GET /v2.0/networks/6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842221 Oct 28 09:45:59.809584 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ac761796-e446-4303-9a0d-5700399db58e req-9cb2f0b0-2e78-446d-a7fe-a92c901804bf service neutron] 10.222.0.98 "GET /v2.0/networks/6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822959 Oct 28 09:46:00.479959 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81fb96-b9b2-40c8-8587-d25cf2f867bd req-743e1e30-e60d-4999-b2ef-531717f05e2a tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:00.481560 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-4e81fb96-b9b2-40c8-8587-d25cf2f867bd req-743e1e30-e60d-4999-b2ef-531717f05e2a tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0534527 Oct 28 09:46:00.520408 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-4e81fb96-b9b2-40c8-8587-d25cf2f867bd req-21fa3cb5-2e3b-414f-b322-aadd02e71ce8 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330074 Oct 28 09:46:08.783596 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-a781bda2-b690-47be-bf13-bb72e2c67e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:11.185072 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-44eee65c-379a-4551-bc1e-2ddfc3e2dfe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:12.517982 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:12.606518 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:13.778586 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:22.354547 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:27.022502 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:46:34.301928 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314017e-ad07-4517-b536-aca6786f322c req-33cb5cf4-e09b-4950-8e59-4e69e7ab294f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:34.303441 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3314017e-ad07-4517-b536-aca6786f322c req-33cb5cf4-e09b-4950-8e59-4e69e7ab294f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0992897 Oct 28 09:46:34.344971 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3314017e-ad07-4517-b536-aca6786f322c req-6c7fc8d6-150f-4028-9439-4c2738435b34 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351088 Oct 28 09:46:34.935145 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-52462a31-4875-4d7b-9710-3b1cd6eaddf7 req-ee8f40ba-7871-4356-a120-696dfbb92209 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827734 Oct 28 09:46:35.027665 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52462a31-4875-4d7b-9710-3b1cd6eaddf7 req-e7df371a-b09c-4da0-8a21-073b03fdb55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:35.029235 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-52462a31-4875-4d7b-9710-3b1cd6eaddf7 req-e7df371a-b09c-4da0-8a21-073b03fdb55a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0c21dfdaee364617abd51da0c404f641&device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 1098 time: 0.0438607 Oct 28 09:46:35.138264 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52462a31-4875-4d7b-9710-3b1cd6eaddf7 req-2a16f61c-e096-4b13-9f46-fb4aff3bed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:35.139632 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-52462a31-4875-4d7b-9710-3b1cd6eaddf7 req-2a16f61c-e096-4b13-9f46-fb4aff3bed5b service neutron] 10.222.0.98 "GET /v2.0/networks?id=3ec025e8-c907-428e-81e8-ed8edc7a1310 HTTP/1.1" status: 200 len: 912 time: 0.0881526 Oct 28 09:46:35.205350 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-52462a31-4875-4d7b-9710-3b1cd6eaddf7 req-e5d43966-abcc-43ed-911d-95f317ab5f64 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d81071d9-14f5-413b-85a3-a09adf89db23 HTTP/1.1" status: 200 len: 1000 time: 0.0576248 Oct 28 09:46:35.254634 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52462a31-4875-4d7b-9710-3b1cd6eaddf7 req-36bf3796-8a7d-4e3b-8d54-fc09e83cc3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:35.256088 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-52462a31-4875-4d7b-9710-3b1cd6eaddf7 req-36bf3796-8a7d-4e3b-8d54-fc09e83cc3a8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e11436ea-b0d5-47f1-b827-7d70d47e8d45 HTTP/1.1" status: 200 len: 850 time: 0.0424314 Oct 28 09:46:35.308390 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52462a31-4875-4d7b-9710-3b1cd6eaddf7 req-70b591a5-57a8-46d9-8be6-96586808c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:35.309850 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-52462a31-4875-4d7b-9710-3b1cd6eaddf7 req-70b591a5-57a8-46d9-8be6-96586808c01b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3ec025e8-c907-428e-81e8-ed8edc7a1310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453675 Oct 28 09:46:35.321933 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [req-52462a31-4875-4d7b-9710-3b1cd6eaddf7 req-db72ec7b-ef66-413c-9fc6-6c83d9a3bc27 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=101550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:46:35.322906 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-52462a31-4875-4d7b-9710-3b1cd6eaddf7 req-db72ec7b-ef66-413c-9fc6-6c83d9a3bc27 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051708 Oct 28 09:46:35.418288 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-52462a31-4875-4d7b-9710-3b1cd6eaddf7 req-2003fae9-fb2d-4e3f-bfa9-9de8c8a86584 service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864227 Oct 28 09:46:35.511542 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac41f3-5401-42cb-980c-1c4377c3ed6f req-1e829a21-da83-4cae-bc62-3c08cb7374f8 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:35.513066 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b9ac41f3-5401-42cb-980c-1c4377c3ed6f req-1e829a21-da83-4cae-bc62-3c08cb7374f8 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0990455 Oct 28 09:46:35.514963 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-52462a31-4875-4d7b-9710-3b1cd6eaddf7 req-f3238521-df8e-4667-b312-9d01a31dcae8 service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880980 Oct 28 09:46:35.550910 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b9ac41f3-5401-42cb-980c-1c4377c3ed6f req-a8b95d9e-c249-4e18-ab37-dc1c9eaa62f7 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316761 Oct 28 09:46:36.668723 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa882766-8b2e-4e77-921f-4f46b8c1c1a9 req-215ad2dd-35e6-4763-a69d-552a7aab581e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:36.670189 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aa882766-8b2e-4e77-921f-4f46b8c1c1a9 req-215ad2dd-35e6-4763-a69d-552a7aab581e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0506647 Oct 28 09:46:36.706574 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aa882766-8b2e-4e77-921f-4f46b8c1c1a9 req-d49ab427-42c1-4585-bd95-8a877c25187b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305107 Oct 28 09:46:37.826877 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7f81a-2c4f-4dc8-bfab-aaecf2dd5f34 req-0e8f66b1-30a1-4085-8a17-3f371466e9e4 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:37.828386 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f5d7f81a-2c4f-4dc8-bfab-aaecf2dd5f34 req-0e8f66b1-30a1-4085-8a17-3f371466e9e4 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0520711 Oct 28 09:46:37.865870 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-f5d7f81a-2c4f-4dc8-bfab-aaecf2dd5f34 req-0fd66920-0b11-4aed-b230-2a009c3c0c4c tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316632 Oct 28 09:46:38.785862 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-b1b6eb2e-4eb6-46d6-ac3e-7bf900b086f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:38.982291 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a1890-b84f-4711-a5be-6ff0e12ebf94 req-2ce3bc0f-3b18-48e6-b9de-004469ed7c1d tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:38.983761 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0b0a1890-b84f-4711-a5be-6ff0e12ebf94 req-2ce3bc0f-3b18-48e6-b9de-004469ed7c1d tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0479426 Oct 28 09:46:39.021083 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0b0a1890-b84f-4711-a5be-6ff0e12ebf94 req-a01842b6-d2c2-432c-bc1f-0d5d51c89fa4 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=aa835744-7a2c-4a95-96d9-98e74e32439c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314267 Oct 28 09:46:39.146274 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37a61f-5e45-4f1c-9723-59025cef7505 req-4ad1c5fd-08a7-461e-809c-6a7552fe31fa tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:39.147670 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0b37a61f-5e45-4f1c-9723-59025cef7505 req-4ad1c5fd-08a7-461e-809c-6a7552fe31fa tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.98 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 945 time: 0.0652063 Oct 28 09:46:39.240600 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-0b37a61f-5e45-4f1c-9723-59025cef7505 req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Deleting port 01cc6c8e-968a-491d-ab66-c104fa3f2a2f {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:46:39.240941 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0b37a61f-5e45-4f1c-9723-59025cef7505 req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:39.330130 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-0b37a61f-5e45-4f1c-9723-59025cef7505 req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] For port 01cc6c8e-968a-491d-ab66-c104fa3f2a2f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=01cc6c8e-968a-491d-ab66-c104fa3f2a2f,segment=NetworkSegment(11ee1a0d-2cce-458e-add0-ae81519f47bc),segment_id=11ee1a0d-2cce-458e-add0-ae81519f47bc)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:46:39.330492 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0b37a61f-5e45-4f1c-9723-59025cef7505 req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:39.513393 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0b37a61f-5e45-4f1c-9723-59025cef7505 req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:39.513755 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0b37a61f-5e45-4f1c-9723-59025cef7505 req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639989'] for floatingip, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:39.514060 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.db.l3_db [req-0b37a61f-5e45-4f1c-9723-59025cef7505 req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Floating IP e2248751-314d-428f-970c-418d7909e11a disassociated. External IP: 172.27.2.186, port: 01cc6c8e-968a-491d-ab66-c104fa3f2a2f. Oct 28 09:46:39.514390 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-0b37a61f-5e45-4f1c-9723-59025cef7505 req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Calling delete_port for 01cc6c8e-968a-491d-ab66-c104fa3f2a2f owned by compute:nova {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:46:39.640998 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0b37a61f-5e45-4f1c-9723-59025cef7505 req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:39.670195 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Pushing event deleted for resources: {'Port': ['ID=01cc6c8e-968a-491d-ab66-c104fa3f2a2f,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:39.681642 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:39.681977 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:39.682327 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:39.682660 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:39.682990 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:39.683329 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:39.683652 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:39.684023 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:39.684332 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:39.684657 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:39.684979 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:39.685299 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:39.799366 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b37a61f-5e45-4f1c-9723-59025cef7505 req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:46:39.908339 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b37a61f-5e45-4f1c-9723-59025cef7505 req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:46:39.919049 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e37311-28ee-4977-acf7-5fbe93250875 None None] Sync routers for ids ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:46:39.928419 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e37311-28ee-4977-acf7-5fbe93250875 None None] Routers {'42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:46:39.929021 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-e7e37311-28ee-4977-acf7-5fbe93250875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:46:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:39.948318 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b37a61f-5e45-4f1c-9723-59025cef7505 req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] No DVR routers for this DVR port 01cc6c8e-968a-491d-ab66-c104fa3f2a2f on host hv-cinder-81514 {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:46:39.950781 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-0b37a61f-5e45-4f1c-9723-59025cef7505 req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:39.954809 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0b37a61f-5e45-4f1c-9723-59025cef7505 req-670ed2ef-262b-49b9-8b64-ffdfd4333e5e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.98 "DELETE /v2.0/ports/01cc6c8e-968a-491d-ab66-c104fa3f2a2f HTTP/1.1" status: 204 len: 173 time: 0.7985241 Oct 28 09:46:39.955738 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590c09db-ac79-404c-b884-6131867934e9', 'name': 'network-vif-deleted', 'tag': '01cc6c8e-968a-491d-ab66-c104fa3f2a2f'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:46:39.958681 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c1e7c7-41fd-4c99-ae35-1c476332d176" -d '{"events": [{"server_uuid": "590c09db-ac79-404c-b884-6131867934e9", "name": "network-vif-deleted", "tag": "01cc6c8e-968a-491d-ab66-c104fa3f2a2f"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:46:40.188290 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1912339b-4d7b-485d-95d4-c9496c430f01 req-c2c4e8ad-19f7-4fe0-88f9-3cfb92af05b9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=590c09db-ac79-404c-b884-6131867934e9 HTTP/1.1" status: 200 len: 210 time: 0.0461774 Oct 28 09:46:40.212799 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-e7e37311-28ee-4977-acf7-5fbe93250875 None None] Set router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:46:40.325686 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6506f1ad-5974-4de3-a6f0-e4572f313324 x-openstack-request-id: req-6506f1ad-5974-4de3-a6f0-e4572f313324 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:46:40.325973 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590c09db-ac79-404c-b884-6131867934e9", "name": "network-vif-deleted", "tag": "01cc6c8e-968a-491d-ab66-c104fa3f2a2f", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:46:40.326221 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6506f1ad-5974-4de3-a6f0-e4572f313324 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:46:40.326607 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590c09db-ac79-404c-b884-6131867934e9', 'name': 'network-vif-deleted', 'tag': '01cc6c8e-968a-491d-ab66-c104fa3f2a2f', 'status': 'completed', 'code': 200} Oct 28 09:46:40.458705 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-e7e37311-28ee-4977-acf7-5fbe93250875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'name': 'tempest-AttachVolumeTestJSON-2021634374-router', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:51Z', 'revision_number': 4, 'project_id': '36554a511b8b46508902b0adb36892c2', 'gw_port': {'id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '65c437a0-5f3a-4205-a83f-3b4fdeffe331', 'name': '', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'mac_address': 'fa:16:3e:63:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:50Z', 'updated_at': '2021-10-28T09:43:54Z', 'revision_number': 5, 'project_id': '36554a511b8b46508902b0adb36892c2', 'subnets': [{'id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:40.486235 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e37311-28ee-4977-acf7-5fbe93250875 None None] Checking router: 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:46:40.500359 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e37311-28ee-4977-acf7-5fbe93250875 None None] Routers {'42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:46:40.502630 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-e7e37311-28ee-4977-acf7-5fbe93250875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:46:11Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:40.615163 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-e7e37311-28ee-4977-acf7-5fbe93250875 None None] Set router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:46:40.814574 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-e7e37311-28ee-4977-acf7-5fbe93250875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'name': 'tempest-AttachVolumeTestJSON-2021634374-router', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:51Z', 'revision_number': 4, 'project_id': '36554a511b8b46508902b0adb36892c2', 'gw_port': {'id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '65c437a0-5f3a-4205-a83f-3b4fdeffe331', 'name': '', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'mac_address': 'fa:16:3e:63:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:50Z', 'updated_at': '2021-10-28T09:43:54Z', 'revision_number': 5, 'project_id': '36554a511b8b46508902b0adb36892c2', 'subnets': [{'id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:40.842454 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e37311-28ee-4977-acf7-5fbe93250875 None None] The sync data for ids ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'] in dv-cinder-815146-5-iscsi is: [{'id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'name': 'tempest-AttachVolumeTestJSON-2021634374-router', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:51Z', 'revision_number': 4, 'project_id': '36554a511b8b46508902b0adb36892c2', 'gw_port': {'id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '65c437a0-5f3a-4205-a83f-3b4fdeffe331', 'name': '', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'mac_address': 'fa:16:3e:63:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:50Z', 'updated_at': '2021-10-28T09:43:54Z', 'revision_number': 5, 'project_id': '36554a511b8b46508902b0adb36892c2', 'subnets': [{'id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:46:41.048306 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6702920d-40e3-4bf5-8819-ec6b1f412313 None None] New status for floating IP e2248751-314d-428f-970c-418d7909e11a: DOWN {{(pid=101551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:46:41.187062 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-3c7f5109-c7b8-4867-808a-e6cd49dee829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:41.278365 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60730) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:46:41.331351 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-e9aa4703-4e36-4282-944a-694bad9fe145 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:41.358102 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-e9aa4703-4e36-4282-944a-694bad9fe145 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:41.404840 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-e9aa4703-4e36-4282-944a-694bad9fe145 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:41.407384 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-e9aa4703-4e36-4282-944a-694bad9fe145 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:41.408610 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-e9aa4703-4e36-4282-944a-694bad9fe145 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "DELETE /v2.0/security-groups/aa835744-7a2c-4a95-96d9-98e74e32439c HTTP/1.1" status: 204 len: 168 time: 0.1292272 Oct 28 09:46:41.411747 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 60732) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:46:41.418196 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa4703-4e36-4282-944a-694bad9fe145 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa835744-7a2c-4a95-96d9-98e74e32439c,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:41.430645 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.api.v2.resource [None req-1f497d79-6542-44ae-88c1-86f3521a9810 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] show failed (client error): The resource could not be found. Oct 28 09:46:41.431801 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-1f497d79-6542-44ae-88c1-86f3521a9810 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups/aa835744-7a2c-4a95-96d9-98e74e32439c HTTP/1.1" status: 404 len: 347 time: 0.0188737 Oct 28 09:46:41.434664 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 60734) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:46:41.568050 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-e958a1c1-5109-4daf-8ed6-5fa2fc906f29 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Deleting port 5fefb0ae-0090-4d0d-bc6b-515f17d69d4d {{(pid=101549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:46:41.568412 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e958a1c1-5109-4daf-8ed6-5fa2fc906f29 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:41.643359 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e958a1c1-5109-4daf-8ed6-5fa2fc906f29 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:41.643680 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e958a1c1-5109-4daf-8ed6-5fa2fc906f29 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:41.655838 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-e958a1c1-5109-4daf-8ed6-5fa2fc906f29 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Calling delete_port for 5fefb0ae-0090-4d0d-bc6b-515f17d69d4d owned by network:floatingip {{(pid=101549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:46:41.788405 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e958a1c1-5109-4daf-8ed6-5fa2fc906f29 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:41.815827 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958a1c1-5109-4daf-8ed6-5fa2fc906f29 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Pushing event deleted for resources: {'Port': ['ID=5fefb0ae-0090-4d0d-bc6b-515f17d69d4d,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:41.840946 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958a1c1-5109-4daf-8ed6-5fa2fc906f29 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:41.841295 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958a1c1-5109-4daf-8ed6-5fa2fc906f29 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:41.841634 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958a1c1-5109-4daf-8ed6-5fa2fc906f29 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:41.841968 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958a1c1-5109-4daf-8ed6-5fa2fc906f29 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:41.842297 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958a1c1-5109-4daf-8ed6-5fa2fc906f29 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:41.842713 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958a1c1-5109-4daf-8ed6-5fa2fc906f29 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:41.842946 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958a1c1-5109-4daf-8ed6-5fa2fc906f29 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:41.843269 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958a1c1-5109-4daf-8ed6-5fa2fc906f29 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:41.843591 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958a1c1-5109-4daf-8ed6-5fa2fc906f29 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:41.843943 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958a1c1-5109-4daf-8ed6-5fa2fc906f29 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:41.844263 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958a1c1-5109-4daf-8ed6-5fa2fc906f29 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:41.844581 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958a1c1-5109-4daf-8ed6-5fa2fc906f29 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:41.888551 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e958a1c1-5109-4daf-8ed6-5fa2fc906f29 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for floatingip, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:41.891069 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e958a1c1-5109-4daf-8ed6-5fa2fc906f29 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for floatingip, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:41.892239 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-e958a1c1-5109-4daf-8ed6-5fa2fc906f29 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "DELETE /v2.0/floatingips/e2248751-314d-428f-970c-418d7909e11a HTTP/1.1" status: 204 len: 168 time: 0.4566805 Oct 28 09:46:42.180944 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60740) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:46:42.185265 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-21da0f91-7e68-40b8-a292-206e184d899d tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2054979152', 'description': 'tempest-description--134125909'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:46:42.207208 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-21da0f91-7e68-40b8-a292-206e184d899d tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:42.272256 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-21da0f91-7e68-40b8-a292-206e184d899d tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:42.275749 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-21da0f91-7e68-40b8-a292-206e184d899d tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:42.300178 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-21da0f91-7e68-40b8-a292-206e184d899d tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:42.301389 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-21da0f91-7e68-40b8-a292-206e184d899d tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1197031 Oct 28 09:46:42.305230 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 60742) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:46:42.310007 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da0f91-7e68-40b8-a292-206e184d899d tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4b1ed0-1c58-4978-96ef-b6d043adea96,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:42.310195 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-3cab3eaf-18b8-4fe2-8de8-d8214d71310a tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Request body: {'security_group_rule': {'security_group_id': '0e4b1ed0-1c58-4978-96ef-b6d043adea96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:46:42.336720 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3cab3eaf-18b8-4fe2-8de8-d8214d71310a tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:42.392349 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3cab3eaf-18b8-4fe2-8de8-d8214d71310a tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:42.396629 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3cab3eaf-18b8-4fe2-8de8-d8214d71310a tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:42.412072 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab3eaf-18b8-4fe2-8de8-d8214d71310a tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e845668-e06e-4af8-b4ae-b5544b6db8e1,revision_number=0']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:42.423595 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-3cab3eaf-18b8-4fe2-8de8-d8214d71310a tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:42.424814 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-3cab3eaf-18b8-4fe2-8de8-d8214d71310a tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183197 Oct 28 09:46:42.427541 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60744) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:46:42.432752 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-1eaac201-ddf7-44cd-888d-26d4d3232735 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Request body: {'security_group_rule': {'security_group_id': '0e4b1ed0-1c58-4978-96ef-b6d043adea96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:46:42.458939 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-1eaac201-ddf7-44cd-888d-26d4d3232735 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:42.516801 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-1eaac201-ddf7-44cd-888d-26d4d3232735 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:42.520682 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:42.521315 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-1eaac201-ddf7-44cd-888d-26d4d3232735 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759705'] for security_group_rule, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:42.540576 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaac201-ddf7-44cd-888d-26d4d3232735 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30c10d7-ca36-4027-8dd8-91d607d14640,revision_number=0']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:42.548168 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-1eaac201-ddf7-44cd-888d-26d4d3232735 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:42.549426 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-1eaac201-ddf7-44cd-888d-26d4d3232735 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208324 Oct 28 09:46:42.552458 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60748) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:46:42.556785 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-216600d2-0f11-4ee4-b392-8051fe35052c tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Request body: {'floatingip': {'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:46:42.578018 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-216600d2-0f11-4ee4-b392-8051fe35052c tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for floatingip, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:42.609148 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:42.675301 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-216600d2-0f11-4ee4-b392-8051fe35052c tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:42.781847 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [None req-216600d2-0f11-4ee4-b392-8051fe35052c tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Allocated IP 172.27.2.236 (31303b2b-323a-4b81-9e96-008831f8aead/d3684885-b597-423f-94c6-5f950061bf40/a871214f-bfcf-4a0c-a041-9f12eed80b36) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:46:42.883896 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-216600d2-0f11-4ee4-b392-8051fe35052c tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:42.904493 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 01cc6c8e-968a-491d-ab66-c104fa3f2a2f no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:46:42.916850 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-216600d2-0f11-4ee4-b392-8051fe35052c tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:42.927112 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] No Port match for: 01cc6c8e-968a-491d-ab66-c104fa3f2a2f {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:46:42.927376 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 01cc6c8e-968a-491d-ab66-c104fa3f2a2f not bound to the agent host hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:46:42.955770 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216600d2-0f11-4ee4-b392-8051fe35052c tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Network 31303b2b-323a-4b81-9e96-008831f8aead is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:46:42.958586 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-216600d2-0f11-4ee4-b392-8051fe35052c tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:46:42.962785 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216600d2-0f11-4ee4-b392-8051fe35052c tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:46:42.968079 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216600d2-0f11-4ee4-b392-8051fe35052c tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Pushing event updated for resources: {'Port': ['ID=a871214f-bfcf-4a0c-a041-9f12eed80b36,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:43.049382 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-216600d2-0f11-4ee4-b392-8051fe35052c tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:43.086442 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-216600d2-0f11-4ee4-b392-8051fe35052c tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:43.234454 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-216600d2-0f11-4ee4-b392-8051fe35052c tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:43.238770 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-216600d2-0f11-4ee4-b392-8051fe35052c tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:43.307503 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216600d2-0f11-4ee4-b392-8051fe35052c tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Pushing event updated for resources: {'Port': ['ID=a871214f-bfcf-4a0c-a041-9f12eed80b36,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:43.318459 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-216600d2-0f11-4ee4-b392-8051fe35052c tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639989'] for floatingip, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:43.333312 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-216600d2-0f11-4ee4-b392-8051fe35052c tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for floatingip, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:43.334517 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-216600d2-0f11-4ee4-b392-8051fe35052c tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7811842 Oct 28 09:46:43.473116 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-cb4f5093-2d9b-4ef3-a878-5b0174ead10f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--2054979152&fields=id&tenant_id=36554a511b8b46508902b0adb36892c2 HTTP/1.1" status: 200 len: 267 time: 0.0324144 Oct 28 09:46:43.581356 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-37df1ea2-9653-4e8e-9cda-973e3fde45c7 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:43.582790 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-37df1ea2-9653-4e8e-9cda-973e3fde45c7 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/networks?id=6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 HTTP/1.1" status: 200 len: 811 time: 0.1019027 Oct 28 09:46:43.598569 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-b17bf426-d6b8-46f0-b675-f21e5415712f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/quotas/36554a511b8b46508902b0adb36892c2 HTTP/1.1" status: 200 len: 375 time: 0.0093997 Oct 28 09:46:43.653431 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-43be6398-2178-4901-ba3e-53c8c426271f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=36554a511b8b46508902b0adb36892c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477700 Oct 28 09:46:43.668969 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-1eb14c86-6233-4990-a705-d94b85dc5baa service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=101549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:46:43.670169 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-1eb14c86-6233-4990-a705-d94b85dc5baa service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052125 Oct 28 09:46:43.759837 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-53d03332-2d52-496b-b2bf-57fe209cb8ba service neutron] 10.222.0.113 "GET /v2.0/networks/6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838244 Oct 28 09:46:43.782239 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:43.826216 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-bee27eca-b0c1-448b-9c4e-8304d85c7427 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1557498907&fields=id&tenant_id=0c21dfdaee364617abd51da0c404f641 HTTP/1.1" status: 200 len: 267 time: 0.0385034 Oct 28 09:46:43.860002 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-8dfc107e-ae74-42be-9e3a-b42ede7bcfe7 service neutron] 10.222.0.113 "GET /v2.0/networks/6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924587 Oct 28 09:46:44.030641 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c9a3e552-f63b-4a03-a5ad-75ab8491e796 req-e688a264-2a6d-4f1a-928b-64833cb5e7f5 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=36ab935c-5fdd-4303-9523-729a65e07970 HTTP/1.1" status: 200 len: 210 time: 0.0347078 Oct 28 09:46:44.189476 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-2dfa3b18-9860-4f8e-9c86-e3e8ae77631d tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:44.190948 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-2dfa3b18-9860-4f8e-9c86-e3e8ae77631d tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/networks?id=3ec025e8-c907-428e-81e8-ed8edc7a1310 HTTP/1.1" status: 200 len: 811 time: 0.3587179 Oct 28 09:46:44.206729 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-cc1e67c4-e5c2-4809-9e74-1f4e9d57f548 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/quotas/0c21dfdaee364617abd51da0c404f641 HTTP/1.1" status: 200 len: 375 time: 0.0091615 Oct 28 09:46:44.268406 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-50b4ad47-e4ca-4b8e-ad26-dc55807f9fff tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=0c21dfdaee364617abd51da0c404f641&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0560734 Oct 28 09:46:44.283991 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-f0719a02-d067-4873-8bfe-9068bb811558 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=101550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:46:44.285227 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-f0719a02-d067-4873-8bfe-9068bb811558 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053391 Oct 28 09:46:44.380708 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-8844eaa1-f5a5-4c40-bf00-22babfb17d56 service neutron] 10.222.0.113 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888064 Oct 28 09:46:44.482190 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-e15d9b9a-ba92-4092-8287-8ef2899bf0f9 service neutron] 10.222.0.113 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938454 Oct 28 09:46:44.768154 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-2afa3413-8c67-4499-bda8-e8790c2ff5d1 req-ca6b4e13-5b16-4125-b4a6-0a7660edf3ef tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 210 time: 0.0265322 Oct 28 09:46:44.990654 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-b9f7cf97-3218-49ad-839f-0238a37c0c13 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:44.992804 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-b9f7cf97-3218-49ad-839f-0238a37c0c13 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.98 "GET /v2.0/networks?id=6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 HTTP/1.1" status: 200 len: 811 time: 0.1138155 Oct 28 09:46:45.039071 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-662df993-3730-4549-98d9-01dc3986eafe tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36554a511b8b46508902b0adb36892c2 HTTP/1.1" status: 200 len: 380 time: 0.0367072 Oct 28 09:46:45.056091 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-74f49424-331e-4820-a250-5bd1efac24f9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Request body: {'port': {'device_id': '36ab935c-5fdd-4303-9523-729a65e07970', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'admin_state_up': True, 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'security_groups': ['0e4b1ed0-1c58-4978-96ef-b6d043adea96']}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:46:45.140495 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c712d9de-5542-47f9-9ce6-117f4f76408b req-b5e7b201-20e1-421e-b0ba-9e06387f2611 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=36ab935c-5fdd-4303-9523-729a65e07970 HTTP/1.1" status: 200 len: 210 time: 0.0336366 Oct 28 09:46:45.203630 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-74f49424-331e-4820-a250-5bd1efac24f9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Made reservation on behalf of 36554a511b8b46508902b0adb36892c2 for: {'port': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:46:45.207267 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-74f49424-331e-4820-a250-5bd1efac24f9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:45.338069 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-74f49424-331e-4820-a250-5bd1efac24f9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Allocated IP 172.20.0.8 (6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53/704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03/782b17dc-9978-4aa9-9a1c-a7c8c4b36506) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:46:45.473602 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-74f49424-331e-4820-a250-5bd1efac24f9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:45.508010 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-74f49424-331e-4820-a250-5bd1efac24f9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:45.556509 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-74f49424-331e-4820-a250-5bd1efac24f9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Network 6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:46:45.559851 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-74f49424-331e-4820-a250-5bd1efac24f9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:46:45.563663 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-74f49424-331e-4820-a250-5bd1efac24f9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:46:45.570317 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f49424-331e-4820-a250-5bd1efac24f9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Pushing event updated for resources: {'Port': ['ID=782b17dc-9978-4aa9-9a1c-a7c8c4b36506,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:45.620276 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-74f49424-331e-4820-a250-5bd1efac24f9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:45.620946 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-74f49424-331e-4820-a250-5bd1efac24f9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:45.640981 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-74f49424-331e-4820-a250-5bd1efac24f9 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5906262 Oct 28 09:46:45.671217 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] Request body: {'port': {'device_id': '36ab935c-5fdd-4303-9523-729a65e07970', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:46:45.796348 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:45.817641 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-85df2cb6-e114-4bff-a7eb-7ed0dbb87298 None None] Provisioning complete for port 782b17dc-9978-4aa9-9a1c-a7c8c4b36506 triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:46:45.825004 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-85df2cb6-e114-4bff-a7eb-7ed0dbb87298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:45.868248 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-85df2cb6-e114-4bff-a7eb-7ed0dbb87298 None None] Port 782b17dc-9978-4aa9-9a1c-a7c8c4b36506 cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:46:45.875105 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-bd94f74d-f2ce-4812-a97a-e09f87fb07b2 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:45.879666 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-bd94f74d-f2ce-4812-a97a-e09f87fb07b2 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.98 "GET /v2.0/networks?id=3ec025e8-c907-428e-81e8-ed8edc7a1310 HTTP/1.1" status: 200 len: 811 time: 0.2102060 Oct 28 09:46:45.879878 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-dac0729c-d37b-4c9f-b69a-4271fd66a760 req-513156a5-a1ca-420a-9642-426bb713fd0c tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 210 time: 0.0392096 Oct 28 09:46:45.982982 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-54f7e68b-20fa-47ee-8b5c-118bd0cbc6c5 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c21dfdaee364617abd51da0c404f641 HTTP/1.1" status: 200 len: 380 time: 0.0907822 Oct 28 09:46:45.995664 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-76ab17ae-8c04-4f3f-a927-be18e8c348a0 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Request body: {'port': {'device_id': '848666d1-da8a-4483-849b-fb56472afb2f', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'admin_state_up': True, 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'security_groups': ['e8da0d64-8dac-42c7-9222-24a259a44bef']}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:46:46.230674 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-76ab17ae-8c04-4f3f-a927-be18e8c348a0 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Made reservation on behalf of 0c21dfdaee364617abd51da0c404f641 for: {'port': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:46:46.234149 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-76ab17ae-8c04-4f3f-a927-be18e8c348a0 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:46.265624 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 782b17dc-9978-4aa9-9a1c-a7c8c4b36506 {{(pid=101550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:46:46.280239 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:46.333947 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.provisioning_blocks [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] Transition to ACTIVE for port object 782b17dc-9978-4aa9-9a1c-a7c8c4b36506 will not be triggered until provisioned by entity L2. {{(pid=101550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:46:46.342868 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667c28d-1ca8-45ce-b2ed-be4eae9a94e5 req-87869d67-c164-4553-ba87-bc0dfd7c3432 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:46.344370 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c667c28d-1ca8-45ce-b2ed-be4eae9a94e5 req-87869d67-c164-4553-ba87-bc0dfd7c3432 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=36ab935c-5fdd-4303-9523-729a65e07970 HTTP/1.1" status: 200 len: 931 time: 0.1300652 Oct 28 09:46:46.347978 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:46.474589 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] Pushing event updated for resources: {'Port': ['ID=782b17dc-9978-4aa9-9a1c-a7c8c4b36506,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:46.497388 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c667c28d-1ca8-45ce-b2ed-be4eae9a94e5 req-2ce1cf09-aa62-4072-ab00-d4a57dcb8118 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=0e4b1ed0-1c58-4978-96ef-b6d043adea96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410728 Oct 28 09:46:46.514820 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-76ab17ae-8c04-4f3f-a927-be18e8c348a0 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Allocated IP 172.20.0.5 (3ec025e8-c907-428e-81e8-ed8edc7a1310/e11436ea-b0d5-47f1-b827-7d70d47e8d45/79605090-37f3-45af-83ba-2d3a7e1abfda) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:46:46.599063 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] Attempting to bind port 782b17dc-9978-4aa9-9a1c-a7c8c4b36506 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:46:46.599395 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] Attempting to bind port 782b17dc-9978-4aa9-9a1c-a7c8c4b36506 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '11ee1a0d-2cce-458e-add0-ae81519f47bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53'}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:46:46.599754 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] Attempting to bind port 782b17dc-9978-4aa9-9a1c-a7c8c4b36506 on network 6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:46:46.620914 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] Port 782b17dc-9978-4aa9-9a1c-a7c8c4b36506 on network 6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:46:46.621230 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] Attempting to bind port 782b17dc-9978-4aa9-9a1c-a7c8c4b36506 on network 6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:46:46.654530 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] Checking agent: {'id': 'afc7fccb-f5d9-4cc0-9292-378149b33414', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'started_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:46:46.654863 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] Checking segment: {'id': '11ee1a0d-2cce-458e-add0-ae81519f47bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:46:46.655248 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] Bound using segment: {'id': '11ee1a0d-2cce-458e-add0-ae81519f47bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53'} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:46:46.655678 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] Bound port: 782b17dc-9978-4aa9-9a1c-a7c8c4b36506, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11ee1a0d-2cce-458e-add0-ae81519f47bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53'}}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:46:46.656050 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:46.763293 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-76ab17ae-8c04-4f3f-a927-be18e8c348a0 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:46.765070 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] For port 782b17dc-9978-4aa9-9a1c-a7c8c4b36506, host hv-cinder-81514, cleared binding levels {{(pid=101550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:46:46.768935 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] For port 782b17dc-9978-4aa9-9a1c-a7c8c4b36506, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=782b17dc-9978-4aa9-9a1c-a7c8c4b36506,segment=NetworkSegment(11ee1a0d-2cce-458e-add0-ae81519f47bc),segment_id=11ee1a0d-2cce-458e-add0-ae81519f47bc)] {{(pid=101550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:46:46.775371 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:46.830207 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:46.830823 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:46.832481 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] 10.222.0.98 "PUT /v2.0/ports/782b17dc-9978-4aa9-9a1c-a7c8c4b36506 HTTP/1.1" status: 200 len: 1093 time: 1.1681457 Oct 28 09:46:46.833993 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ab935c-5fdd-4303-9523-729a65e07970', 'tag': '782b17dc-9978-4aa9-9a1c-a7c8c4b36506'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:46:46.837267 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba09e397-ab77-468b-9a4c-d0a5b866784e" -d '{"events": [{"name": "network-changed", "server_uuid": "36ab935c-5fdd-4303-9523-729a65e07970", "tag": "782b17dc-9978-4aa9-9a1c-a7c8c4b36506"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:46:46.861677 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d59c2-63d5-41ca-b2ca-b46a43014b23 service neutron] Pushing event updated for resources: {'Port': ['ID=782b17dc-9978-4aa9-9a1c-a7c8c4b36506,revision_number=3']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:46.866648 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-76ab17ae-8c04-4f3f-a927-be18e8c348a0 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:46.900192 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d64dec7-7289-4de5-a0cc-ddd59053cc82 x-openstack-request-id: req-7d64dec7-7289-4de5-a0cc-ddd59053cc82 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:46:46.900538 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ab935c-5fdd-4303-9523-729a65e07970", "tag": "782b17dc-9978-4aa9-9a1c-a7c8c4b36506", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:46:46.900745 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7d64dec7-7289-4de5-a0cc-ddd59053cc82 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:46:46.901082 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ab935c-5fdd-4303-9523-729a65e07970', 'tag': '782b17dc-9978-4aa9-9a1c-a7c8c4b36506', 'status': 'completed', 'code': 200} Oct 28 09:46:46.939889 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-76ab17ae-8c04-4f3f-a927-be18e8c348a0 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Network 3ec025e8-c907-428e-81e8-ed8edc7a1310 is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:46:46.954027 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-76ab17ae-8c04-4f3f-a927-be18e8c348a0 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:46:46.961356 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-76ab17ae-8c04-4f3f-a927-be18e8c348a0 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:46:47.018883 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab17ae-8c04-4f3f-a927-be18e8c348a0 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Pushing event updated for resources: {'Port': ['ID=79605090-37f3-45af-83ba-2d3a7e1abfda,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:47.041111 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-c2e2ff03-1137-4a2f-b091-d8ef4b02bded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:47.042610 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-c2e2ff03-1137-4a2f-b091-d8ef4b02bded service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=36554a511b8b46508902b0adb36892c2&device_id=36ab935c-5fdd-4303-9523-729a65e07970 HTTP/1.1" status: 200 len: 1096 time: 0.1449881 Oct 28 09:46:47.050377 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-76ab17ae-8c04-4f3f-a927-be18e8c348a0 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:47.050986 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-76ab17ae-8c04-4f3f-a927-be18e8c348a0 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:47.104418 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835b2ac-4a23-46da-9fbd-bd0c8560c8e0 req-3295bbf1-f7d3-468c-b796-504c6d312766 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:47.105874 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d835b2ac-4a23-46da-9fbd-bd0c8560c8e0 req-3295bbf1-f7d3-468c-b796-504c6d312766 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 931 time: 0.1686347 Oct 28 09:46:47.107667 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-aa20d6c6-7362-4523-92f4-ffb5c097ad29 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=782b17dc-9978-4aa9-9a1c-a7c8c4b36506 HTTP/1.1" status: 200 len: 217 time: 0.0533304 Oct 28 09:46:47.110994 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-76ab17ae-8c04-4f3f-a927-be18e8c348a0 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1201801 Oct 28 09:46:47.141003 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] Request body: {'port': {'device_id': '848666d1-da8a-4483-849b-fb56472afb2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:46:47.231581 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d835b2ac-4a23-46da-9fbd-bd0c8560c8e0 req-ba9a5b4b-4b73-4d62-b518-3fc60d76b3a4 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183240 Oct 28 09:46:47.235024 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-2b84cb0e-f974-458c-8a9f-0ea235d2db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:47.236460 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-2b84cb0e-f974-458c-8a9f-0ea235d2db86 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03 HTTP/1.1" status: 200 len: 850 time: 0.1143587 Oct 28 09:46:47.243927 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:47.244104 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-cba30a41-36eb-47d3-9cc7-0b066c707afd None None] Provisioning complete for port 79605090-37f3-45af-83ba-2d3a7e1abfda triggered by entity DHCP. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:46:47.244589 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-cba30a41-36eb-47d3-9cc7-0b066c707afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:47.290762 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-cba30a41-36eb-47d3-9cc7-0b066c707afd None None] Port 79605090-37f3-45af-83ba-2d3a7e1abfda cannot update to ACTIVE because it is not bound. {{(pid=101551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:46:47.332590 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-ec0b2741-3065-43f4-9abf-29a95af79247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:47.334094 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-ec0b2741-3065-43f4-9abf-29a95af79247 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0871270 Oct 28 09:46:47.518268 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-4788ba4e-5826-4f6e-b092-dbed3194c0f9 service neutron] 10.222.0.98 "GET /v2.0/networks/6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440794 Oct 28 09:46:47.622957 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6501e-0df9-40bf-a413-271ac6ff914a req-e6fe348a-a6ae-40b6-b482-c7d08e61291f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:47.624491 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-62b6501e-0df9-40bf-a413-271ac6ff914a req-e6fe348a-a6ae-40b6-b482-c7d08e61291f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=36ab935c-5fdd-4303-9523-729a65e07970 HTTP/1.1" status: 200 len: 943 time: 0.0536747 Oct 28 09:46:47.665051 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-62b6501e-0df9-40bf-a413-271ac6ff914a req-45a8bbca-d4e3-4ff6-bd1e-d524058f2339 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=0e4b1ed0-1c58-4978-96ef-b6d043adea96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334339 Oct 28 09:46:47.668800 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-cee5bd80-dc9e-46a0-945c-f979af12d55e req-98a20e18-4b63-43b1-8282-ffd1dce4ffeb service neutron] 10.222.0.98 "GET /v2.0/networks/6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406550 Oct 28 09:46:47.672387 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79605090-37f3-45af-83ba-2d3a7e1abfda {{(pid=101550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:46:47.683912 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:47.693638 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.provisioning_blocks [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] Transition to ACTIVE for port object 79605090-37f3-45af-83ba-2d3a7e1abfda will not be triggered until provisioned by entity L2. {{(pid=101550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:46:47.698137 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:47.778910 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] Pushing event updated for resources: {'Port': ['ID=79605090-37f3-45af-83ba-2d3a7e1abfda,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:47.811153 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e397-ab77-468b-9a4c-d0a5b866784e req-19343ed1-0af7-41fd-9aa6-41e6d5934ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:47.812680 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ba09e397-ab77-468b-9a4c-d0a5b866784e req-19343ed1-0af7-41fd-9aa6-41e6d5934ad7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=36554a511b8b46508902b0adb36892c2&device_id=36ab935c-5fdd-4303-9523-729a65e07970 HTTP/1.1" status: 200 len: 1096 time: 0.0874317 Oct 28 09:46:47.918452 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] Attempting to bind port 79605090-37f3-45af-83ba-2d3a7e1abfda on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:46:47.918782 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] Attempting to bind port 79605090-37f3-45af-83ba-2d3a7e1abfda by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310'}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:46:47.919111 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] Attempting to bind port 79605090-37f3-45af-83ba-2d3a7e1abfda on network 3ec025e8-c907-428e-81e8-ed8edc7a1310 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:46:47.932748 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] Port 79605090-37f3-45af-83ba-2d3a7e1abfda on network 3ec025e8-c907-428e-81e8-ed8edc7a1310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:46:47.933066 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] Attempting to bind port 79605090-37f3-45af-83ba-2d3a7e1abfda on network 3ec025e8-c907-428e-81e8-ed8edc7a1310 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:46:47.946645 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] Checking agent: {'id': 'afc7fccb-f5d9-4cc0-9292-378149b33414', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'started_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:46:47.946982 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] Checking segment: {'id': 'f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:46:47.947361 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] Bound using segment: {'id': 'f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310'} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:46:47.947811 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] Bound port: 79605090-37f3-45af-83ba-2d3a7e1abfda, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310'}}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:46:47.948162 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:47.959405 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e397-ab77-468b-9a4c-d0a5b866784e req-f18945ac-1299-4a8e-9a01-b8030a562475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:47.961745 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ba09e397-ab77-468b-9a4c-d0a5b866784e req-f18945ac-1299-4a8e-9a01-b8030a562475 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 HTTP/1.1" status: 200 len: 912 time: 0.1309474 Oct 28 09:46:48.026809 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ba09e397-ab77-468b-9a4c-d0a5b866784e req-fb4fbb64-b98f-4bc9-94cd-d903b43001db service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=782b17dc-9978-4aa9-9a1c-a7c8c4b36506 HTTP/1.1" status: 200 len: 217 time: 0.0418129 Oct 28 09:46:48.080400 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] For port 79605090-37f3-45af-83ba-2d3a7e1abfda, host hv-cinder-81514, cleared binding levels {{(pid=101550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:46:48.096216 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] For port 79605090-37f3-45af-83ba-2d3a7e1abfda, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=79605090-37f3-45af-83ba-2d3a7e1abfda,segment=NetworkSegment(f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1),segment_id=f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1)] {{(pid=101550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:46:48.098546 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e397-ab77-468b-9a4c-d0a5b866784e req-dfed17c5-c00f-42e7-90ff-903d804730a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:48.100216 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ba09e397-ab77-468b-9a4c-d0a5b866784e req-dfed17c5-c00f-42e7-90ff-903d804730a1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03 HTTP/1.1" status: 200 len: 850 time: 0.0635965 Oct 28 09:46:48.102304 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:48.161845 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:48.162447 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:48.163878 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] 10.222.0.98 "PUT /v2.0/ports/79605090-37f3-45af-83ba-2d3a7e1abfda HTTP/1.1" status: 200 len: 1093 time: 1.0336769 Oct 28 09:46:48.187785 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da1c3b-c9ac-4f0f-8c6a-07bdf9c8dd62 service neutron] Pushing event updated for resources: {'Port': ['ID=79605090-37f3-45af-83ba-2d3a7e1abfda,revision_number=3']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:48.194511 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e397-ab77-468b-9a4c-d0a5b866784e req-ddfa9fbc-5302-445e-aca1-91d23de073c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:48.196802 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ba09e397-ab77-468b-9a4c-d0a5b866784e req-ddfa9fbc-5302-445e-aca1-91d23de073c3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711927 Oct 28 09:46:48.308220 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-2018ac8b-8281-40ba-a919-978366d2ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:48.309689 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-2018ac8b-8281-40ba-a919-978366d2ec73 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0c21dfdaee364617abd51da0c404f641&device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 1096 time: 0.0957282 Oct 28 09:46:48.625677 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-31fd9bab-0225-4c33-9d15-53db7f750a60 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79605090-37f3-45af-83ba-2d3a7e1abfda HTTP/1.1" status: 200 len: 217 time: 0.2991676 Oct 28 09:46:48.631197 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ba09e397-ab77-468b-9a4c-d0a5b866784e req-f50a7695-3181-455a-b515-7165d25e7937 service neutron] 10.222.0.98 "GET /v2.0/networks/6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186039 Oct 28 09:46:48.661410 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0c4cd-8e2b-4120-9137-f024b453d568 req-0446eda6-cc51-4ef9-abd4-8ab8f08e9505 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:48.662796 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-faf0c4cd-8e2b-4120-9137-f024b453d568 req-0446eda6-cc51-4ef9-abd4-8ab8f08e9505 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 943 time: 0.3521829 Oct 28 09:46:48.771451 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-9703c716-ed04-4e4e-a930-09fcd19ecd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:48.772935 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-9703c716-ed04-4e4e-a930-09fcd19ecd53 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e11436ea-b0d5-47f1-b827-7d70d47e8d45 HTTP/1.1" status: 200 len: 850 time: 0.1336393 Oct 28 09:46:48.783411 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954053ba-6194-4bf8-ae2c-8be7d0c0438b req-f722915c-6e7c-4d32-897c-745377598b0d tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:48.785197 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-954053ba-6194-4bf8-ae2c-8be7d0c0438b req-f722915c-6e7c-4d32-897c-745377598b0d tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=36ab935c-5fdd-4303-9523-729a65e07970 HTTP/1.1" status: 200 len: 943 time: 0.0518334 Oct 28 09:46:48.797553 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-faf0c4cd-8e2b-4120-9137-f024b453d568 req-3661299b-0baa-4872-8028-5b32d71d0724 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086407 Oct 28 09:46:48.825257 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-954053ba-6194-4bf8-ae2c-8be7d0c0438b req-c605935c-17af-4b54-89ff-03af3889f93a tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=0e4b1ed0-1c58-4978-96ef-b6d043adea96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338399 Oct 28 09:46:48.829305 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ba09e397-ab77-468b-9a4c-d0a5b866784e req-edfd5d6f-8d36-4e93-be83-720dfe36ad43 service neutron] 10.222.0.98 "GET /v2.0/networks/6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830773 Oct 28 09:46:48.840906 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66d9be55-62b6-4839-a4c8-9474c49c1176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:48.840906 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-66d9be55-62b6-4839-a4c8-9474c49c1176 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3ec025e8-c907-428e-81e8-ed8edc7a1310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572047 Oct 28 09:46:48.903134 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848666d1-da8a-4483-849b-fb56472afb2f', 'tag': '79605090-37f3-45af-83ba-2d3a7e1abfda'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:46:48.905327 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caafe3f7-df5d-4fa0-88ab-81ea44ad4ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "848666d1-da8a-4483-849b-fb56472afb2f", "tag": "79605090-37f3-45af-83ba-2d3a7e1abfda"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:46:48.939062 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-e73963b9-a220-4a5c-b5ba-aa4ae4df5562 service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913327 Oct 28 09:46:48.941979 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78711ec6-4239-443a-ab48-b7c1b2e2b1e2 x-openstack-request-id: req-78711ec6-4239-443a-ab48-b7c1b2e2b1e2 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:46:48.942267 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848666d1-da8a-4483-849b-fb56472afb2f", "tag": "79605090-37f3-45af-83ba-2d3a7e1abfda", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:46:48.942519 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-78711ec6-4239-443a-ab48-b7c1b2e2b1e2 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:46:48.942906 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848666d1-da8a-4483-849b-fb56472afb2f', 'tag': '79605090-37f3-45af-83ba-2d3a7e1abfda', 'status': 'completed', 'code': 200} Oct 28 09:46:49.035759 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-4922ccbe-43a9-487c-bb61-d9ac2b914064 req-a4972f57-1634-49c6-8bb9-394a09a3c4d9 service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834310 Oct 28 09:46:49.126401 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafe3f7-df5d-4fa0-88ab-81ea44ad4ca8 req-a266b8ef-b4b9-4881-adf0-17425746026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:49.127940 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-caafe3f7-df5d-4fa0-88ab-81ea44ad4ca8 req-a266b8ef-b4b9-4881-adf0-17425746026b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0c21dfdaee364617abd51da0c404f641&device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 1096 time: 0.0469892 Oct 28 09:46:49.221026 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafe3f7-df5d-4fa0-88ab-81ea44ad4ca8 req-394284b1-7202-46ea-b5ab-7352233a813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:49.222399 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-caafe3f7-df5d-4fa0-88ab-81ea44ad4ca8 req-394284b1-7202-46ea-b5ab-7352233a813f service neutron] 10.222.0.98 "GET /v2.0/networks?id=3ec025e8-c907-428e-81e8-ed8edc7a1310 HTTP/1.1" status: 200 len: 912 time: 0.0872169 Oct 28 09:46:49.266867 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-caafe3f7-df5d-4fa0-88ab-81ea44ad4ca8 req-3b05f060-f733-4476-b559-14213d720d55 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79605090-37f3-45af-83ba-2d3a7e1abfda HTTP/1.1" status: 200 len: 217 time: 0.0361643 Oct 28 09:46:49.316231 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafe3f7-df5d-4fa0-88ab-81ea44ad4ca8 req-dbb8f453-7bd1-472a-ad7b-cdc76fe9e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:49.317643 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-caafe3f7-df5d-4fa0-88ab-81ea44ad4ca8 req-dbb8f453-7bd1-472a-ad7b-cdc76fe9e723 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e11436ea-b0d5-47f1-b827-7d70d47e8d45 HTTP/1.1" status: 200 len: 850 time: 0.0433958 Oct 28 09:46:49.365978 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafe3f7-df5d-4fa0-88ab-81ea44ad4ca8 req-392dc564-dcc6-42f9-8331-b8af3181ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:49.367662 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-caafe3f7-df5d-4fa0-88ab-81ea44ad4ca8 req-392dc564-dcc6-42f9-8331-b8af3181ec4f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3ec025e8-c907-428e-81e8-ed8edc7a1310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412416 Oct 28 09:46:49.462065 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-caafe3f7-df5d-4fa0-88ab-81ea44ad4ca8 req-c73c9f62-4967-47f1-855f-3ae96fe84752 service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855141 Oct 28 09:46:49.555429 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-caafe3f7-df5d-4fa0-88ab-81ea44ad4ca8 req-87b2cacf-b02c-4634-9e89-9012b8703b56 service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824320 Oct 28 09:46:49.914058 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a2482-12e4-44be-8ab4-547617bf2e18 req-6cf758dc-8dc6-4619-8593-58d40b8bdb03 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:49.915709 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-161a2482-12e4-44be-8ab4-547617bf2e18 req-6cf758dc-8dc6-4619-8593-58d40b8bdb03 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 943 time: 0.0491729 Oct 28 09:46:49.943246 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ffb0b-3aef-441c-a9f5-33dc00cc0cfa req-2f5445b0-0dd5-4e06-b53c-1bcb126c81f7 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:49.946399 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5a8ffb0b-3aef-441c-a9f5-33dc00cc0cfa req-2f5445b0-0dd5-4e06-b53c-1bcb126c81f7 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=36ab935c-5fdd-4303-9523-729a65e07970 HTTP/1.1" status: 200 len: 943 time: 0.0499654 Oct 28 09:46:49.953385 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-161a2482-12e4-44be-8ab4-547617bf2e18 req-c4d30654-2b04-4704-bc56-bd80db294a30 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315335 Oct 28 09:46:49.988698 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5a8ffb0b-3aef-441c-a9f5-33dc00cc0cfa req-b4d6df2a-266b-4db9-99c6-d97191f8793f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=0e4b1ed0-1c58-4978-96ef-b6d043adea96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367811 Oct 28 09:46:50.963894 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 782b17dc-9978-4aa9-9a1c-a7c8c4b36506 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:46:51.069455 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 782b17dc-9978-4aa9-9a1c-a7c8c4b36506, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=782b17dc-9978-4aa9-9a1c-a7c8c4b36506,segment=NetworkSegment(11ee1a0d-2cce-458e-add0-ae81519f47bc),segment_id=11ee1a0d-2cce-458e-add0-ae81519f47bc)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:46:51.074278 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f053882-e1e1-424a-a6f3-9c3169cc717d req-e88fffab-e50c-4871-8bfa-6b791056b78a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:51.076184 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1f053882-e1e1-424a-a6f3-9c3169cc717d req-e88fffab-e50c-4871-8bfa-6b791056b78a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 943 time: 0.0559907 Oct 28 09:46:51.082213 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': '782b17dc-9978-4aa9-9a1c-a7c8c4b36506', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'port_id': '782b17dc-9978-4aa9-9a1c-a7c8c4b36506', 'mac_address': 'fa:16:3e:a4:11:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:46:51.122782 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1f053882-e1e1-424a-a6f3-9c3169cc717d req-c22e5d37-1401-4bb1-a229-22e2bf45d21c tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401313 Oct 28 09:46:51.123750 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12d3b8-d1dc-48d3-8750-96fc9082c43b req-d4b8d7ab-7802-4d72-a660-7526358ff9e2 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:51.128099 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:51.131199 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5c12d3b8-d1dc-48d3-8750-96fc9082c43b req-d4b8d7ab-7802-4d72-a660-7526358ff9e2 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=36ab935c-5fdd-4303-9523-729a65e07970 HTTP/1.1" status: 200 len: 943 time: 0.0716739 Oct 28 09:46:51.142249 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 782b17dc-9978-4aa9-9a1c-a7c8c4b36506 {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:46:51.165960 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 782b17dc-9978-4aa9-9a1c-a7c8c4b36506, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=782b17dc-9978-4aa9-9a1c-a7c8c4b36506,segment=NetworkSegment(11ee1a0d-2cce-458e-add0-ae81519f47bc),segment_id=11ee1a0d-2cce-458e-add0-ae81519f47bc)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:46:51.170407 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:51.171409 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5c12d3b8-d1dc-48d3-8750-96fc9082c43b req-aa66befe-5326-45f9-a094-3a57f5f761ce tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=0e4b1ed0-1c58-4978-96ef-b6d043adea96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368228 Oct 28 09:46:51.219455 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=782b17dc-9978-4aa9-9a1c-a7c8c4b36506,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:51.227735 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:51.228072 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:51.228410 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:51.228748 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:51.229078 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:51.229407 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:51.229730 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:51.230055 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:51.230375 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:51.230693 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:51.231011 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:51.231325 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:51.406930 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['782b17dc-9978-4aa9-9a1c-a7c8c4b36506'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:46:52.256701 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1626935-166e-499c-8317-d9f905c5d563 req-9fd09251-a923-4938-b42c-bfb701f78d2e tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:52.258975 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e1626935-166e-499c-8317-d9f905c5d563 req-9fd09251-a923-4938-b42c-bfb701f78d2e tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 943 time: 0.0525043 Oct 28 09:46:52.295163 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e6b41-bf6b-4a1d-a0e9-de063409703e req-907f81f4-7843-48c3-81d3-36c5674f4349 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:52.296685 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a51e6b41-bf6b-4a1d-a0e9-de063409703e req-907f81f4-7843-48c3-81d3-36c5674f4349 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=36ab935c-5fdd-4303-9523-729a65e07970 HTTP/1.1" status: 200 len: 944 time: 0.0509086 Oct 28 09:46:52.298658 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e1626935-166e-499c-8317-d9f905c5d563 req-56c6dec4-473d-458b-9b17-4dfda106b406 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337574 Oct 28 09:46:52.336965 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a51e6b41-bf6b-4a1d-a0e9-de063409703e req-d2917e56-f7ed-4fd4-a3cc-9e23580d54d1 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=0e4b1ed0-1c58-4978-96ef-b6d043adea96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339019 Oct 28 09:46:52.364049 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:52.964168 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 782b17dc-9978-4aa9-9a1c-a7c8c4b36506 up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:46:53.014162 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning for port 782b17dc-9978-4aa9-9a1c-a7c8c4b36506 completed by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:46:53.018930 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port 782b17dc-9978-4aa9-9a1c-a7c8c4b36506 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:46:53.019302 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:53.099994 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:53.124652 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ab935c-5fdd-4303-9523-729a65e07970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782b17dc-9978-4aa9-9a1c-a7c8c4b36506'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:46:53.126887 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5a6be5-f514-4907-a434-1859c9a57e26" -d '{"events": [{"server_uuid": "36ab935c-5fdd-4303-9523-729a65e07970", "name": "network-vif-plugged", "status": "completed", "tag": "782b17dc-9978-4aa9-9a1c-a7c8c4b36506"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:46:53.140927 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 782b17dc-9978-4aa9-9a1c-a7c8c4b36506, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=782b17dc-9978-4aa9-9a1c-a7c8c4b36506,segment=NetworkSegment(11ee1a0d-2cce-458e-add0-ae81519f47bc),segment_id=11ee1a0d-2cce-458e-add0-ae81519f47bc)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:46:53.146233 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:53.169646 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa57e6f-9dc2-4548-839d-abbeb637a5e6 x-openstack-request-id: req-daa57e6f-9dc2-4548-839d-abbeb637a5e6 {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:46:53.169960 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ab935c-5fdd-4303-9523-729a65e07970", "name": "network-vif-plugged", "status": "completed", "tag": "782b17dc-9978-4aa9-9a1c-a7c8c4b36506", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:46:53.170172 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-daa57e6f-9dc2-4548-839d-abbeb637a5e6 {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:46:53.170554 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ab935c-5fdd-4303-9523-729a65e07970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782b17dc-9978-4aa9-9a1c-a7c8c4b36506', 'code': 200} Oct 28 09:46:53.199043 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=782b17dc-9978-4aa9-9a1c-a7c8c4b36506,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:53.341813 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81caeab-56c7-4c45-9b8f-2210dd7c46b7 req-9266f1d2-10e9-46e7-bb52-f925049f66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:53.343321 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c81caeab-56c7-4c45-9b8f-2210dd7c46b7 req-9266f1d2-10e9-46e7-bb52-f925049f66e6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=36ab935c-5fdd-4303-9523-729a65e07970 HTTP/1.1" status: 200 len: 1098 time: 0.0470841 Oct 28 09:46:53.416910 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c81caeab-56c7-4c45-9b8f-2210dd7c46b7 req-3fd34de4-e6ea-415f-b362-12fa7f65a181 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=0e4b1ed0-1c58-4978-96ef-b6d043adea96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661983 Oct 28 09:46:53.430749 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee4c0a-1d69-4087-a739-4a4f4de628fc req-7d95ab4a-65eb-444a-8a4c-4aa1146059ed tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:53.432252 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d9ee4c0a-1d69-4087-a739-4a4f4de628fc req-7d95ab4a-65eb-444a-8a4c-4aa1146059ed tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 943 time: 0.0628495 Oct 28 09:46:53.458756 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfabbc5-ee00-4dff-a3bd-79d3f5155592 req-986e78d0-6426-41be-b2c3-901ed26fb081 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:53.460549 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-ccfabbc5-ee00-4dff-a3bd-79d3f5155592 req-986e78d0-6426-41be-b2c3-901ed26fb081 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=36ab935c-5fdd-4303-9523-729a65e07970 HTTP/1.1" status: 200 len: 945 time: 0.0494330 Oct 28 09:46:53.470809 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-d9ee4c0a-1d69-4087-a739-4a4f4de628fc req-180d58c0-d2e6-4280-b1f9-176dc1a34beb tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326955 Oct 28 09:46:53.499262 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-ccfabbc5-ee00-4dff-a3bd-79d3f5155592 req-51d78c63-5445-468b-b99f-d9795fe68e28 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=0e4b1ed0-1c58-4978-96ef-b6d043adea96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327811 Oct 28 09:46:54.602472 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35b045-4f22-4300-91a9-fab7052ebd45 req-41261c54-46c3-4aeb-a1f0-d388b42e745f tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:54.604003 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9a35b045-4f22-4300-91a9-fab7052ebd45 req-41261c54-46c3-4aeb-a1f0-d388b42e745f tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 943 time: 0.0618038 Oct 28 09:46:54.629235 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d74a0-3899-4162-86da-59e7b0a6843b req-54d8cece-e54f-4250-9826-847ce752abe0 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:54.634748 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7e7d74a0-3899-4162-86da-59e7b0a6843b req-54d8cece-e54f-4250-9826-847ce752abe0 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=36ab935c-5fdd-4303-9523-729a65e07970 HTTP/1.1" status: 200 len: 945 time: 0.0628438 Oct 28 09:46:54.661187 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9a35b045-4f22-4300-91a9-fab7052ebd45 req-54a66491-04fa-4083-b8d0-c90daedde2e8 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505502 Oct 28 09:46:54.674612 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7e7d74a0-3899-4162-86da-59e7b0a6843b req-04b25b77-3d39-4d44-842a-91ead0f61159 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=0e4b1ed0-1c58-4978-96ef-b6d043adea96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371287 Oct 28 09:46:55.777818 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713d1f9-7347-457f-80de-e29c7ebb335a req-87e3afda-4639-4c35-b1fc-d40aba080c36 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:55.779303 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6713d1f9-7347-457f-80de-e29c7ebb335a req-87e3afda-4639-4c35-b1fc-d40aba080c36 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 943 time: 0.0520501 Oct 28 09:46:55.816734 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6d1f0-db08-4f39-80d2-c8ee494b68b2 req-4db6a2b2-e9e0-43ed-8eae-cf4388d7dafb tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:55.818243 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d0e6d1f0-db08-4f39-80d2-c8ee494b68b2 req-4db6a2b2-e9e0-43ed-8eae-cf4388d7dafb tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=36ab935c-5fdd-4303-9523-729a65e07970 HTTP/1.1" status: 200 len: 945 time: 0.0493715 Oct 28 09:46:55.822238 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6713d1f9-7347-457f-80de-e29c7ebb335a req-d8ed7c53-980b-47c9-8b45-c1ba3617175f tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367687 Oct 28 09:46:55.859667 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-d0e6d1f0-db08-4f39-80d2-c8ee494b68b2 req-b8e14930-c8a5-46fc-85e9-4bc457d825ca tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=0e4b1ed0-1c58-4978-96ef-b6d043adea96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335391 Oct 28 09:46:55.969619 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394bed1-d44f-4709-a050-b95f3299b49c req-26591f05-3342-45f5-8c7a-8ecd60adab95 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:55.971282 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e394bed1-d44f-4709-a050-b95f3299b49c req-26591f05-3342-45f5-8c7a-8ecd60adab95 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=36ab935c-5fdd-4303-9523-729a65e07970 HTTP/1.1" status: 200 len: 945 time: 0.0487273 Oct 28 09:46:55.979379 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 60854) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:46:55.983766 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-3fbf9219-4c86-473f-9e07-1f3373340b1b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Request body: {'floatingip': {'port_id': '782b17dc-9978-4aa9-9a1c-a7c8c4b36506'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:46:56.023166 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-3fbf9219-4c86-473f-9e07-1f3373340b1b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for floatingip, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:56.437850 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-3fbf9219-4c86-473f-9e07-1f3373340b1b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:56.441500 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-3fbf9219-4c86-473f-9e07-1f3373340b1b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639989'] for floatingip, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:56.542414 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.db.l3_db [None req-3fbf9219-4c86-473f-9e07-1f3373340b1b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Floating IP 7f4166a1-b463-4702-9057-2f2370107d1e associated. External IP: 172.27.2.236, port: 782b17dc-9978-4aa9-9a1c-a7c8c4b36506. Oct 28 09:46:56.751046 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbf9219-4c86-473f-9e07-1f3373340b1b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:46:56.856878 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbf9219-4c86-473f-9e07-1f3373340b1b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:46:56.861699 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-3fbf9219-4c86-473f-9e07-1f3373340b1b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for floatingip, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:56.868244 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb379bd7-336d-47b4-90cb-6ff01e612d87 None None] Sync routers for ids ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:46:56.879264 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb379bd7-336d-47b4-90cb-6ff01e612d87 None None] Routers {'42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:46:56.880248 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-eb379bd7-336d-47b4-90cb-6ff01e612d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:46:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:56.892402 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-3fbf9219-4c86-473f-9e07-1f3373340b1b tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "PUT /v2.0/floatingips/7f4166a1-b463-4702-9057-2f2370107d1e HTTP/1.1" status: 200 len: 991 time: 0.9094098 Oct 28 09:46:56.892402 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ab935c-5fdd-4303-9523-729a65e07970', 'tag': '782b17dc-9978-4aa9-9a1c-a7c8c4b36506'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:46:56.893125 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5742c86a-654d-4aa4-b89f-06da4f32757e" -d '{"events": [{"name": "network-changed", "server_uuid": "36ab935c-5fdd-4303-9523-729a65e07970", "tag": "782b17dc-9978-4aa9-9a1c-a7c8c4b36506"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:46:56.954424 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4720e1a-2ff7-43d3-a634-f504fba0d0aa req-2208de2e-571e-4e7a-819a-39661666c2e8 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:56.955936 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e4720e1a-2ff7-43d3-a634-f504fba0d0aa req-2208de2e-571e-4e7a-819a-39661666c2e8 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 943 time: 0.0520120 Oct 28 09:46:56.966409 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 79605090-37f3-45af-83ba-2d3a7e1abfda details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:46:56.993098 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-eb379bd7-336d-47b4-90cb-6ff01e612d87 None None] Set router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:46:57.001951 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e4720e1a-2ff7-43d3-a634-f504fba0d0aa req-f81f5f4e-f900-4fa4-96b7-5007724a0426 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400116 Oct 28 09:46:57.023916 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb8f72f-e635-4e55-83a3-324f73caa2c4 x-openstack-request-id: req-ebb8f72f-e635-4e55-83a3-324f73caa2c4 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:46:57.024311 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ab935c-5fdd-4303-9523-729a65e07970", "tag": "782b17dc-9978-4aa9-9a1c-a7c8c4b36506", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:46:57.024620 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ebb8f72f-e635-4e55-83a3-324f73caa2c4 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:46:57.025027 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ab935c-5fdd-4303-9523-729a65e07970', 'tag': '782b17dc-9978-4aa9-9a1c-a7c8c4b36506', 'status': 'completed', 'code': 200} Oct 28 09:46:57.078901 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 79605090-37f3-45af-83ba-2d3a7e1abfda, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=79605090-37f3-45af-83ba-2d3a7e1abfda,segment=NetworkSegment(f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1),segment_id=f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:46:57.091891 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': '79605090-37f3-45af-83ba-2d3a7e1abfda', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'port_id': '79605090-37f3-45af-83ba-2d3a7e1abfda', 'mac_address': 'fa:16:3e:22:98:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:46:57.096020 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742c86a-654d-4aa4-b89f-06da4f32757e req-68b5daa1-2911-4d6a-88ec-aed48439643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:57.097979 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5742c86a-654d-4aa4-b89f-06da4f32757e req-68b5daa1-2911-4d6a-88ec-aed48439643f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=36554a511b8b46508902b0adb36892c2&device_id=36ab935c-5fdd-4303-9523-729a65e07970 HTTP/1.1" status: 200 len: 1098 time: 0.0471683 Oct 28 09:46:57.130019 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:57.146771 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79605090-37f3-45af-83ba-2d3a7e1abfda {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:46:57.169779 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 79605090-37f3-45af-83ba-2d3a7e1abfda, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=79605090-37f3-45af-83ba-2d3a7e1abfda,segment=NetworkSegment(f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1),segment_id=f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:46:57.174254 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:57.197973 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742c86a-654d-4aa4-b89f-06da4f32757e req-1e8cab32-ad9a-4f0b-b8e9-545fbfb29dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:57.199550 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5742c86a-654d-4aa4-b89f-06da4f32757e req-1e8cab32-ad9a-4f0b-b8e9-545fbfb29dbc service neutron] 10.222.0.98 "GET /v2.0/networks?id=6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 HTTP/1.1" status: 200 len: 912 time: 0.0932379 Oct 28 09:46:57.223423 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=79605090-37f3-45af-83ba-2d3a7e1abfda,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:57.229856 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-eb379bd7-336d-47b4-90cb-6ff01e612d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'name': 'tempest-AttachVolumeTestJSON-2021634374-router', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:51Z', 'revision_number': 4, 'project_id': '36554a511b8b46508902b0adb36892c2', 'gw_port': {'id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '7f4166a1-b463-4702-9057-2f2370107d1e', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'port_id': '782b17dc-9978-4aa9-9a1c-a7c8c4b36506', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'mac_address': 'fa:16:3e:a4:11:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ab935c-5fdd-4303-9523-729a65e07970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:46:43Z', 'updated_at': '2021-10-28T09:46:56Z', 'revision_number': 1, 'project_id': '36554a511b8b46508902b0adb36892c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c437a0-5f3a-4205-a83f-3b4fdeffe331', 'name': '', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'mac_address': 'fa:16:3e:63:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:50Z', 'updated_at': '2021-10-28T09:43:54Z', 'revision_number': 5, 'project_id': '36554a511b8b46508902b0adb36892c2', 'subnets': [{'id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:57.256598 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb379bd7-336d-47b4-90cb-6ff01e612d87 None None] Checking router: 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:46:57.264945 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb379bd7-336d-47b4-90cb-6ff01e612d87 None None] Routers {'42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:46:57.265540 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-eb379bd7-336d-47b4-90cb-6ff01e612d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:46:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:57.271147 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5742c86a-654d-4aa4-b89f-06da4f32757e req-2476f04b-fb9c-4af2-b301-4093d8cc7a60 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=782b17dc-9978-4aa9-9a1c-a7c8c4b36506 HTTP/1.1" status: 200 len: 999 time: 0.0641372 Oct 28 09:46:57.325346 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742c86a-654d-4aa4-b89f-06da4f32757e req-8ea38130-338e-49ce-8948-069d5ef27f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:57.326829 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5742c86a-654d-4aa4-b89f-06da4f32757e req-8ea38130-338e-49ce-8948-069d5ef27f07 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03 HTTP/1.1" status: 200 len: 850 time: 0.0473850 Oct 28 09:46:57.374073 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-eb379bd7-336d-47b4-90cb-6ff01e612d87 None None] Set router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:46:57.384698 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742c86a-654d-4aa4-b89f-06da4f32757e req-3e60e581-8c73-4277-bc83-df96db0669af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:57.386853 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5742c86a-654d-4aa4-b89f-06da4f32757e req-3e60e581-8c73-4277-bc83-df96db0669af service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413876 Oct 28 09:46:57.408977 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['79605090-37f3-45af-83ba-2d3a7e1abfda'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:46:57.488830 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5742c86a-654d-4aa4-b89f-06da4f32757e req-a4087010-8a2b-4ebe-86fd-19846fa5b285 service neutron] 10.222.0.98 "GET /v2.0/networks/6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931897 Oct 28 09:46:57.589735 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5742c86a-654d-4aa4-b89f-06da4f32757e req-0312d5fe-fbd8-4765-901b-63dcb8ef2efd service neutron] 10.222.0.98 "GET /v2.0/networks/6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913527 Oct 28 09:46:57.615719 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-eb379bd7-336d-47b4-90cb-6ff01e612d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'name': 'tempest-AttachVolumeTestJSON-2021634374-router', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:51Z', 'revision_number': 4, 'project_id': '36554a511b8b46508902b0adb36892c2', 'gw_port': {'id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '7f4166a1-b463-4702-9057-2f2370107d1e', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'port_id': '782b17dc-9978-4aa9-9a1c-a7c8c4b36506', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'mac_address': 'fa:16:3e:a4:11:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ab935c-5fdd-4303-9523-729a65e07970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:46:43Z', 'updated_at': '2021-10-28T09:46:56Z', 'revision_number': 1, 'project_id': '36554a511b8b46508902b0adb36892c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c437a0-5f3a-4205-a83f-3b4fdeffe331', 'name': '', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'mac_address': 'fa:16:3e:63:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:50Z', 'updated_at': '2021-10-28T09:43:54Z', 'revision_number': 5, 'project_id': '36554a511b8b46508902b0adb36892c2', 'subnets': [{'id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:57.643450 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb379bd7-336d-47b4-90cb-6ff01e612d87 None None] The sync data for ids ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'] in dv-cinder-815146-5-iscsi is: [{'id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'name': 'tempest-AttachVolumeTestJSON-2021634374-router', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:51Z', 'revision_number': 4, 'project_id': '36554a511b8b46508902b0adb36892c2', 'gw_port': {'id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '7f4166a1-b463-4702-9057-2f2370107d1e', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'port_id': '782b17dc-9978-4aa9-9a1c-a7c8c4b36506', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'mac_address': 'fa:16:3e:a4:11:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ab935c-5fdd-4303-9523-729a65e07970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:46:43Z', 'updated_at': '2021-10-28T09:46:56Z', 'revision_number': 1, 'project_id': '36554a511b8b46508902b0adb36892c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c437a0-5f3a-4205-a83f-3b4fdeffe331', 'name': '', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'mac_address': 'fa:16:3e:63:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:50Z', 'updated_at': '2021-10-28T09:43:54Z', 'revision_number': 5, 'project_id': '36554a511b8b46508902b0adb36892c2', 'subnets': [{'id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:46:57.833427 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32529f0-581b-4786-a81e-7e620922e20e None None] New status for floating IP 7f4166a1-b463-4702-9057-2f2370107d1e: ACTIVE {{(pid=101551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:46:58.185255 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5a77c-094e-450c-85bf-fad3c5b365db req-f2901603-0e6a-4491-b6dc-42bc664191a8 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:58.186789 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6ef5a77c-094e-450c-85bf-fad3c5b365db req-f2901603-0e6a-4491-b6dc-42bc664191a8 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 944 time: 0.0587006 Oct 28 09:46:58.225590 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6ef5a77c-094e-450c-85bf-fad3c5b365db req-f72071a8-90ee-4718-b35b-8a9e1ccd4961 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328696 Oct 28 09:46:58.981149 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 79605090-37f3-45af-83ba-2d3a7e1abfda up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:46:59.047090 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning for port 79605090-37f3-45af-83ba-2d3a7e1abfda completed by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:46:59.059015 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port 79605090-37f3-45af-83ba-2d3a7e1abfda triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:46:59.059015 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:59.154921 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:59.179083 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848666d1-da8a-4483-849b-fb56472afb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79605090-37f3-45af-83ba-2d3a7e1abfda'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:46:59.181415 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2e40e6-c4a9-42ff-8bb4-c4d227cb0cea" -d '{"events": [{"server_uuid": "848666d1-da8a-4483-849b-fb56472afb2f", "name": "network-vif-plugged", "status": "completed", "tag": "79605090-37f3-45af-83ba-2d3a7e1abfda"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:46:59.195761 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 79605090-37f3-45af-83ba-2d3a7e1abfda, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=79605090-37f3-45af-83ba-2d3a7e1abfda,segment=NetworkSegment(f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1),segment_id=f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:46:59.201033 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:59.227606 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4198c50-4c02-48a7-9bad-3140d656cdf7 x-openstack-request-id: req-b4198c50-4c02-48a7-9bad-3140d656cdf7 {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:46:59.227912 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848666d1-da8a-4483-849b-fb56472afb2f", "name": "network-vif-plugged", "status": "completed", "tag": "79605090-37f3-45af-83ba-2d3a7e1abfda", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:46:59.228158 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b4198c50-4c02-48a7-9bad-3140d656cdf7 {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:46:59.228536 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848666d1-da8a-4483-849b-fb56472afb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79605090-37f3-45af-83ba-2d3a7e1abfda', 'code': 200} Oct 28 09:46:59.259074 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=79605090-37f3-45af-83ba-2d3a7e1abfda,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:59.354794 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a3e89-cd3a-4cd0-9969-f3c797a8b1f1 req-d03fcd09-f45e-42be-b627-50b6e2dc76c9 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:59.356556 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-292a3e89-cd3a-4cd0-9969-f3c797a8b1f1 req-d03fcd09-f45e-42be-b627-50b6e2dc76c9 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 945 time: 0.0573545 Oct 28 09:46:59.403099 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-292a3e89-cd3a-4cd0-9969-f3c797a8b1f1 req-6718f35e-5dbe-4cc9-81d4-7847db8c48f4 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395651 Oct 28 09:46:59.472936 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bf8ea-8dcf-43d6-84f7-4719da7f1490 req-daff6c43-9069-40e0-b32e-c14df515c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:59.474448 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b79bf8ea-8dcf-43d6-84f7-4719da7f1490 req-daff6c43-9069-40e0-b32e-c14df515c8c0 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 1098 time: 0.0442362 Oct 28 09:46:59.514626 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-b79bf8ea-8dcf-43d6-84f7-4719da7f1490 req-4cf05bba-0632-4821-a334-11d3cfd02a77 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326304 Oct 28 09:47:00.516841 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b888ca-406a-4147-916a-261ad5993f80 req-71222167-5f0d-4bed-90ce-1f0ef7a037b7 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:00.518336 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e2b888ca-406a-4147-916a-261ad5993f80 req-71222167-5f0d-4bed-90ce-1f0ef7a037b7 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 945 time: 0.0490713 Oct 28 09:47:00.556456 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e2b888ca-406a-4147-916a-261ad5993f80 req-b3a95823-27d9-4eed-86e1-3a093003142a tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316706 Oct 28 09:47:01.670026 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc794c-85dd-4a3a-997f-5e2a2a03431e req-b834377f-f249-4edc-a703-9bff0db29939 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:01.671485 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a2fc794c-85dd-4a3a-997f-5e2a2a03431e req-b834377f-f249-4edc-a703-9bff0db29939 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 945 time: 0.0486255 Oct 28 09:47:01.708250 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a2fc794c-85dd-4a3a-997f-5e2a2a03431e req-6f23fcfc-0c7e-44eb-b2e0-412ef5323d2c tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308521 Oct 28 09:47:01.827020 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9303af8-7a7f-44d5-b60c-81927f2e6286 req-b2ed6ecb-63e3-49b7-b0f3-29780cf55bd3 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:01.828537 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c9303af8-7a7f-44d5-b60c-81927f2e6286 req-b2ed6ecb-63e3-49b7-b0f3-29780cf55bd3 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 945 time: 0.0505452 Oct 28 09:47:01.865976 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c9303af8-7a7f-44d5-b60c-81927f2e6286 req-12d14ab8-59f6-437e-a327-f6c31c1bc00c tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315425 Oct 28 09:47:01.889099 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 60884) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:47:01.933644 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b2b66e-4c54-4a8c-9701-42fcf50b4282 tempest-TestVolumeBootPattern-132025378 tempest-TestVolumeBootPattern-132025378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:01.935145 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-a5b2b66e-4c54-4a8c-9701-42fcf50b4282 tempest-TestVolumeBootPattern-132025378 tempest-TestVolumeBootPattern-132025378-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 1093 time: 0.0450778 Oct 28 09:47:01.937968 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 60886) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:47:01.942198 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-0a6ab14e-2c0f-4c13-8b20-56e1f6fbf600 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Request body: {'floatingip': {'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'port_id': '79605090-37f3-45af-83ba-2d3a7e1abfda', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:47:01.964848 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0a6ab14e-2c0f-4c13-8b20-56e1f6fbf600 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for floatingip, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:02.060057 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0a6ab14e-2c0f-4c13-8b20-56e1f6fbf600 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:02.166948 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_common [None req-0a6ab14e-2c0f-4c13-8b20-56e1f6fbf600 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Allocated IP 172.27.2.105 (31303b2b-323a-4b81-9e96-008831f8aead/d3684885-b597-423f-94c6-5f950061bf40/70b37c6c-1d0a-4a21-adca-139bff7df05d) {{(pid=101549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:47:02.268283 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0a6ab14e-2c0f-4c13-8b20-56e1f6fbf600 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for port, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:02.301086 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0a6ab14e-2c0f-4c13-8b20-56e1f6fbf600 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:02.345176 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6ab14e-2c0f-4c13-8b20-56e1f6fbf600 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Network 31303b2b-323a-4b81-9e96-008831f8aead is already hosted by enough agents. {{(pid=101549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:47:02.348216 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.base_scheduler [None req-0a6ab14e-2c0f-4c13-8b20-56e1f6fbf600 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Resources bound (agent type, host, resource id): {{(pid=101549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:47:02.353052 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6ab14e-2c0f-4c13-8b20-56e1f6fbf600 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Received port after_create {{(pid=101549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:47:02.379493 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ab14e-2c0f-4c13-8b20-56e1f6fbf600 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Pushing event updated for resources: {'Port': ['ID=70b37c6c-1d0a-4a21-adca-139bff7df05d,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:02.697738 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0a6ab14e-2c0f-4c13-8b20-56e1f6fbf600 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:02.765281 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0a6ab14e-2c0f-4c13-8b20-56e1f6fbf600 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:02.915784 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0a6ab14e-2c0f-4c13-8b20-56e1f6fbf600 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for port, precommit_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:02.920535 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0a6ab14e-2c0f-4c13-8b20-56e1f6fbf600 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869576'] for port, after_update {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:02.986866 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ab14e-2c0f-4c13-8b20-56e1f6fbf600 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Pushing event updated for resources: {'Port': ['ID=70b37c6c-1d0a-4a21-adca-139bff7df05d,revision_number=2']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:02.999347 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0a6ab14e-2c0f-4c13-8b20-56e1f6fbf600 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639989'] for floatingip, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:03.097677 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.l3_db [None req-0a6ab14e-2c0f-4c13-8b20-56e1f6fbf600 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Floating IP 89b271bf-05bd-40e5-a81c-65a643bea9c6 associated. External IP: 172.27.2.105, port: 79605090-37f3-45af-83ba-2d3a7e1abfda. Oct 28 09:47:03.308587 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6ab14e-2c0f-4c13-8b20-56e1f6fbf600 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Router 46ac8724-3d1e-4554-a165-0c65a450b2bf has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:47:03.415774 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6ab14e-2c0f-4c13-8b20-56e1f6fbf600 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:47:03.431587 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d01727-2db1-4aec-ab5e-b406793b7c32 None None] Sync routers for ids ['46ac8724-3d1e-4554-a165-0c65a450b2bf'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:47:03.434065 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-0a6ab14e-2c0f-4c13-8b20-56e1f6fbf600 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for floatingip, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:03.446088 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d01727-2db1-4aec-ab5e-b406793b7c32 None None] Routers {'46ac8724-3d1e-4554-a165-0c65a450b2bf'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:47:03.446902 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-b0d01727-2db1-4aec-ab5e-b406793b7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:46:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['46ac8724-3d1e-4554-a165-0c65a450b2bf'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:47:03.475709 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-0a6ab14e-2c0f-4c13-8b20-56e1f6fbf600 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5241668 Oct 28 09:47:03.475709 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848666d1-da8a-4483-849b-fb56472afb2f', 'tag': '79605090-37f3-45af-83ba-2d3a7e1abfda'}] {{(pid=101549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:47:03.475709 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ad8cfbc74f76342fd0a63029923cc1170f39986be8cbcb10a1afec96ad6d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27598176-10b3-4c96-bab4-7085c9f4c981" -d '{"events": [{"name": "network-changed", "server_uuid": "848666d1-da8a-4483-849b-fb56472afb2f", "tag": "79605090-37f3-45af-83ba-2d3a7e1abfda"}]}' {{(pid=101549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:47:03.505248 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356eb3ff-2ae8-433e-933c-32d780b48e17 x-openstack-request-id: req-356eb3ff-2ae8-433e-933c-32d780b48e17 {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:47:03.505561 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848666d1-da8a-4483-849b-fb56472afb2f", "tag": "79605090-37f3-45af-83ba-2d3a7e1abfda", "status": "completed", "code": 200}]} {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:47:03.505813 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-356eb3ff-2ae8-433e-933c-32d780b48e17 {{(pid=101549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:47:03.506206 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848666d1-da8a-4483-849b-fb56472afb2f', 'tag': '79605090-37f3-45af-83ba-2d3a7e1abfda', 'status': 'completed', 'code': 200} Oct 28 09:47:03.562627 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-b0d01727-2db1-4aec-ab5e-b406793b7c32 None None] Set router 46ac8724-3d1e-4554-a165-0c65a450b2bf gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:47:03.582740 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27598176-10b3-4c96-bab4-7085c9f4c981 req-ec9a77d9-19b4-4a8e-a3a7-a1dfc42fd8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:03.584270 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-27598176-10b3-4c96-bab4-7085c9f4c981 req-ec9a77d9-19b4-4a8e-a3a7-a1dfc42fd8fe service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0c21dfdaee364617abd51da0c404f641&device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 1098 time: 0.0464664 Oct 28 09:47:03.678325 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27598176-10b3-4c96-bab4-7085c9f4c981 req-cc80788b-a815-4373-9ca3-384aaaf2e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:03.680794 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-27598176-10b3-4c96-bab4-7085c9f4c981 req-cc80788b-a815-4373-9ca3-384aaaf2e121 service neutron] 10.222.0.98 "GET /v2.0/networks?id=3ec025e8-c907-428e-81e8-ed8edc7a1310 HTTP/1.1" status: 200 len: 912 time: 0.0884118 Oct 28 09:47:03.751532 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-27598176-10b3-4c96-bab4-7085c9f4c981 req-394fdb31-44f6-44d8-bac7-41503fbc719e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79605090-37f3-45af-83ba-2d3a7e1abfda HTTP/1.1" status: 200 len: 999 time: 0.0634360 Oct 28 09:47:03.802112 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27598176-10b3-4c96-bab4-7085c9f4c981 req-25e53d44-52f3-484c-a17a-1995fdcebf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:03.803610 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-27598176-10b3-4c96-bab4-7085c9f4c981 req-25e53d44-52f3-484c-a17a-1995fdcebf69 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e11436ea-b0d5-47f1-b827-7d70d47e8d45 HTTP/1.1" status: 200 len: 850 time: 0.0449679 Oct 28 09:47:03.854498 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27598176-10b3-4c96-bab4-7085c9f4c981 req-554a90e7-c790-461b-a63c-cf7a5f25a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:03.855976 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-27598176-10b3-4c96-bab4-7085c9f4c981 req-554a90e7-c790-461b-a63c-cf7a5f25a4b7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3ec025e8-c907-428e-81e8-ed8edc7a1310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443277 Oct 28 09:47:03.903000 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-b0d01727-2db1-4aec-ab5e-b406793b7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '3287a4f9-8f77-4549-846c-8fea0c2cfd38', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'port_id': 'd81071d9-14f5-413b-85a3-a09adf89db23', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'mac_address': 'fa:16:3e:6d:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe31d7d-9200-4e3d-9df3-ccd2d8854c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:44:55Z', 'updated_at': '2021-10-28T09:44:57Z', 'revision_number': 1, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'fixed_ip_address_scope': None}, {'id': '89b271bf-05bd-40e5-a81c-65a643bea9c6', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'port_id': '79605090-37f3-45af-83ba-2d3a7e1abfda', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'mac_address': 'fa:16:3e:22:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848666d1-da8a-4483-849b-fb56472afb2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:47:02Z', 'updated_at': '2021-10-28T09:47:02Z', 'revision_number': 0, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7dc0ace-e0b9-479b-8efb-5f5bbd901340', 'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'mac_address': 'fa:16:3e:89:d0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:50Z', 'updated_at': '2021-10-28T09:41:55Z', 'revision_number': 5, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'subnets': [{'id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:47:03.931922 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d01727-2db1-4aec-ab5e-b406793b7c32 None None] Checking router: 46ac8724-3d1e-4554-a165-0c65a450b2bf for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:47:03.941433 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d01727-2db1-4aec-ab5e-b406793b7c32 None None] Routers {'46ac8724-3d1e-4554-a165-0c65a450b2bf'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:47:03.942060 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-b0d01727-2db1-4aec-ab5e-b406793b7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:46:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['46ac8724-3d1e-4554-a165-0c65a450b2bf'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:47:03.955226 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-27598176-10b3-4c96-bab4-7085c9f4c981 req-716a7e91-9a59-46ec-b0a8-37525eaa10d3 service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913203 Oct 28 09:47:04.036972 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:47:04.053535 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-27598176-10b3-4c96-bab4-7085c9f4c981 req-dc31c491-2c55-4c40-9378-19982a8b4c94 service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906610 Oct 28 09:47:04.075818 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-b0d01727-2db1-4aec-ab5e-b406793b7c32 None None] Set router 46ac8724-3d1e-4554-a165-0c65a450b2bf gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:47:04.328429 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-b0d01727-2db1-4aec-ab5e-b406793b7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '3287a4f9-8f77-4549-846c-8fea0c2cfd38', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'port_id': 'd81071d9-14f5-413b-85a3-a09adf89db23', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'mac_address': 'fa:16:3e:6d:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe31d7d-9200-4e3d-9df3-ccd2d8854c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:44:55Z', 'updated_at': '2021-10-28T09:44:57Z', 'revision_number': 1, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'fixed_ip_address_scope': None}, {'id': '89b271bf-05bd-40e5-a81c-65a643bea9c6', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'port_id': '79605090-37f3-45af-83ba-2d3a7e1abfda', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'mac_address': 'fa:16:3e:22:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848666d1-da8a-4483-849b-fb56472afb2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:47:02Z', 'updated_at': '2021-10-28T09:47:02Z', 'revision_number': 0, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7dc0ace-e0b9-479b-8efb-5f5bbd901340', 'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'mac_address': 'fa:16:3e:89:d0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:50Z', 'updated_at': '2021-10-28T09:41:55Z', 'revision_number': 5, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'subnets': [{'id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:47:04.358350 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d01727-2db1-4aec-ab5e-b406793b7c32 None None] The sync data for ids ['46ac8724-3d1e-4554-a165-0c65a450b2bf'] in dv-cinder-815146-5-iscsi is: [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '3287a4f9-8f77-4549-846c-8fea0c2cfd38', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'port_id': 'd81071d9-14f5-413b-85a3-a09adf89db23', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'mac_address': 'fa:16:3e:6d:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe31d7d-9200-4e3d-9df3-ccd2d8854c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:44:55Z', 'updated_at': '2021-10-28T09:44:57Z', 'revision_number': 1, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'fixed_ip_address_scope': None}, {'id': '89b271bf-05bd-40e5-a81c-65a643bea9c6', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'port_id': '79605090-37f3-45af-83ba-2d3a7e1abfda', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'mac_address': 'fa:16:3e:22:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848666d1-da8a-4483-849b-fb56472afb2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:47:02Z', 'updated_at': '2021-10-28T09:47:02Z', 'revision_number': 0, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7dc0ace-e0b9-479b-8efb-5f5bbd901340', 'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'mac_address': 'fa:16:3e:89:d0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:50Z', 'updated_at': '2021-10-28T09:41:55Z', 'revision_number': 5, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'subnets': [{'id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:47:04.553804 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3434f3-d0c3-4506-a8cc-3e2c7a09a1a4 None None] New status for floating IP 89b271bf-05bd-40e5-a81c-65a643bea9c6: ACTIVE {{(pid=101551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:47:08.786929 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-2ed52b58-03c4-4894-b85c-c7c700913f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:11.190516 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-b0ed8f34-7489-452f-b05f-edf6551da2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:12.521894 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:12.611378 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:13.784126 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:22.364469 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:34.973702 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-880ff128-8303-4adf-b472-0543336ddfc4 req-e34f779b-8466-4247-8528-fef30adb41b9 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430293 Oct 28 09:47:35.057278 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ff128-8303-4adf-b472-0543336ddfc4 req-b7e8842e-99a6-4f88-b2c8-9cc5ee30a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:35.058764 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-880ff128-8303-4adf-b472-0543336ddfc4 req-b7e8842e-99a6-4f88-b2c8-9cc5ee30a649 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0c21dfdaee364617abd51da0c404f641&device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 1098 time: 0.0419722 Oct 28 09:47:35.163253 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ff128-8303-4adf-b472-0543336ddfc4 req-92978810-d05d-42c9-aede-9527a6b96197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:35.165321 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-880ff128-8303-4adf-b472-0543336ddfc4 req-92978810-d05d-42c9-aede-9527a6b96197 service neutron] 10.222.0.98 "GET /v2.0/networks?id=3ec025e8-c907-428e-81e8-ed8edc7a1310 HTTP/1.1" status: 200 len: 912 time: 0.0859058 Oct 28 09:47:35.232476 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-880ff128-8303-4adf-b472-0543336ddfc4 req-d1e66bc2-b0e9-43b9-b5cb-07393ef4c7cc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d81071d9-14f5-413b-85a3-a09adf89db23 HTTP/1.1" status: 200 len: 1000 time: 0.0598025 Oct 28 09:47:35.282853 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ff128-8303-4adf-b472-0543336ddfc4 req-7da0b265-6242-45b7-8c77-05168beff57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:35.284298 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-880ff128-8303-4adf-b472-0543336ddfc4 req-7da0b265-6242-45b7-8c77-05168beff57f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e11436ea-b0d5-47f1-b827-7d70d47e8d45 HTTP/1.1" status: 200 len: 850 time: 0.0430663 Oct 28 09:47:35.330031 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ff128-8303-4adf-b472-0543336ddfc4 req-8b88055f-b2ec-4cc5-8794-b933612a7fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:35.331498 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-880ff128-8303-4adf-b472-0543336ddfc4 req-8b88055f-b2ec-4cc5-8794-b933612a7fc1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3ec025e8-c907-428e-81e8-ed8edc7a1310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389533 Oct 28 09:47:35.439663 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-880ff128-8303-4adf-b472-0543336ddfc4 req-3efc4e93-8dcb-494b-99d1-2be2d54f7714 service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936584 Oct 28 09:47:35.546777 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-880ff128-8303-4adf-b472-0543336ddfc4 req-c79402ac-22f9-4e2a-ba57-81b98eceeb33 service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972741 Oct 28 09:47:38.789654 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-d91ec99e-0f8c-4d35-856b-6587d5d481c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:41.028590 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:47:41.192880 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f78545bc-205b-4d0a-a80a-fd69488164aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:42.525800 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:42.612684 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:43.790297 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:52.366139 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:59.173869 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2f164-b948-45d0-a230-664335f8ff86 req-784a4688-d948-449a-9fb8-3b245d9ca7a5 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:59.175321 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e1b2f164-b948-45d0-a230-664335f8ff86 req-784a4688-d948-449a-9fb8-3b245d9ca7a5 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=36ab935c-5fdd-4303-9523-729a65e07970 HTTP/1.1" status: 200 len: 945 time: 0.0491028 Oct 28 09:47:59.213356 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e1b2f164-b948-45d0-a230-664335f8ff86 req-6522771c-2560-4365-bf25-c9c9dbba9531 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=0e4b1ed0-1c58-4978-96ef-b6d043adea96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315118 Oct 28 09:48:00.330364 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999d72a-ee3f-4642-a526-eb3ddf4e1796 req-9371717d-1cb7-4c6d-af33-f667ad7136ca tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:00.331868 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-2999d72a-ee3f-4642-a526-eb3ddf4e1796 req-9371717d-1cb7-4c6d-af33-f667ad7136ca tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=36ab935c-5fdd-4303-9523-729a65e07970 HTTP/1.1" status: 200 len: 945 time: 0.0483649 Oct 28 09:48:00.370792 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-2999d72a-ee3f-4642-a526-eb3ddf4e1796 req-2a3235bb-f6b4-4820-b08b-72974c5a69fd tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=0e4b1ed0-1c58-4978-96ef-b6d043adea96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313511 Oct 28 09:48:01.063015 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4be182-2211-4f88-ba4e-d8ecf84937df req-62928c78-155b-4bda-a92f-0ad30b63ffc3 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:01.064468 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7d4be182-2211-4f88-ba4e-d8ecf84937df req-62928c78-155b-4bda-a92f-0ad30b63ffc3 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.98 "GET /v2.0/ports?device_id=36ab935c-5fdd-4303-9523-729a65e07970 HTTP/1.1" status: 200 len: 945 time: 0.0480833 Oct 28 09:48:01.400943 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-7d4be182-2211-4f88-ba4e-d8ecf84937df req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Deleting port 782b17dc-9978-4aa9-9a1c-a7c8c4b36506 {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:48:01.401285 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-7d4be182-2211-4f88-ba4e-d8ecf84937df req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:01.521614 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42bafb-e30e-433a-a450-b80ec067dfd8 req-69ffc403-560e-477f-8a18-8a38f4ef34ca tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:01.523168 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ae42bafb-e30e-433a-a450-b80ec067dfd8 req-69ffc403-560e-477f-8a18-8a38f4ef34ca tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=36ab935c-5fdd-4303-9523-729a65e07970 HTTP/1.1" status: 200 len: 945 time: 0.0845919 Oct 28 09:48:01.533189 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-7d4be182-2211-4f88-ba4e-d8ecf84937df req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] For port 782b17dc-9978-4aa9-9a1c-a7c8c4b36506, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=782b17dc-9978-4aa9-9a1c-a7c8c4b36506,segment=NetworkSegment(11ee1a0d-2cce-458e-add0-ae81519f47bc),segment_id=11ee1a0d-2cce-458e-add0-ae81519f47bc)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:01.533547 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-7d4be182-2211-4f88-ba4e-d8ecf84937df req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:01.622643 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ae42bafb-e30e-433a-a450-b80ec067dfd8 req-fc71a83e-8b3e-4925-8151-83394f05cedc tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups?id=0e4b1ed0-1c58-4978-96ef-b6d043adea96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914693 Oct 28 09:48:01.762358 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-7d4be182-2211-4f88-ba4e-d8ecf84937df req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:01.762680 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-7d4be182-2211-4f88-ba4e-d8ecf84937df req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639989'] for floatingip, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:01.762925 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.db.l3_db [req-7d4be182-2211-4f88-ba4e-d8ecf84937df req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Floating IP 7f4166a1-b463-4702-9057-2f2370107d1e disassociated. External IP: 172.27.2.236, port: 782b17dc-9978-4aa9-9a1c-a7c8c4b36506. Oct 28 09:48:01.763271 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-7d4be182-2211-4f88-ba4e-d8ecf84937df req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Calling delete_port for 782b17dc-9978-4aa9-9a1c-a7c8c4b36506 owned by compute:nova {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:48:01.906753 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-7d4be182-2211-4f88-ba4e-d8ecf84937df req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:01.937987 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Pushing event deleted for resources: {'Port': ['ID=782b17dc-9978-4aa9-9a1c-a7c8c4b36506,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:01.951251 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:01.951602 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:01.951974 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:01.952308 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:01.952639 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:01.952970 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:01.953317 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:01.953613 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:01.953940 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:01.954261 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:01.954589 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:01.954906 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:02.070313 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d4be182-2211-4f88-ba4e-d8ecf84937df req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:48:02.197047 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d4be182-2211-4f88-ba4e-d8ecf84937df req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:48:02.207128 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9868fe4e-6605-47ae-a245-1e5b74b9cf87 None None] Sync routers for ids ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:48:02.217947 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9868fe4e-6605-47ae-a245-1e5b74b9cf87 None None] Routers {'42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:48:02.218452 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-9868fe4e-6605-47ae-a245-1e5b74b9cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:47:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:02.243369 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4be182-2211-4f88-ba4e-d8ecf84937df req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] No DVR routers for this DVR port 782b17dc-9978-4aa9-9a1c-a7c8c4b36506 on host hv-cinder-81514 {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:48:02.246080 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-7d4be182-2211-4f88-ba4e-d8ecf84937df req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:02.249372 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7d4be182-2211-4f88-ba4e-d8ecf84937df req-7882eba2-7ffd-430b-b1ef-fb044c9f637f tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.98 "DELETE /v2.0/ports/782b17dc-9978-4aa9-9a1c-a7c8c4b36506 HTTP/1.1" status: 204 len: 173 time: 1.1762750 Oct 28 09:48:02.249804 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ab935c-5fdd-4303-9523-729a65e07970', 'name': 'network-vif-deleted', 'tag': '782b17dc-9978-4aa9-9a1c-a7c8c4b36506'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:48:02.252152 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115d1c88-6c11-4c38-b47b-23de2437e587" -d '{"events": [{"server_uuid": "36ab935c-5fdd-4303-9523-729a65e07970", "name": "network-vif-deleted", "tag": "782b17dc-9978-4aa9-9a1c-a7c8c4b36506"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:48:02.292445 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465d444f-9846-48e6-9547-db5808817f17 x-openstack-request-id: req-465d444f-9846-48e6-9547-db5808817f17 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:48:02.292789 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ab935c-5fdd-4303-9523-729a65e07970", "name": "network-vif-deleted", "tag": "782b17dc-9978-4aa9-9a1c-a7c8c4b36506", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:48:02.292971 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-465d444f-9846-48e6-9547-db5808817f17 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:48:02.293357 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ab935c-5fdd-4303-9523-729a65e07970', 'name': 'network-vif-deleted', 'tag': '782b17dc-9978-4aa9-9a1c-a7c8c4b36506', 'status': 'completed', 'code': 200} Oct 28 09:48:02.339483 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-9868fe4e-6605-47ae-a245-1e5b74b9cf87 None None] Set router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:48:02.574459 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-9868fe4e-6605-47ae-a245-1e5b74b9cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'name': 'tempest-AttachVolumeTestJSON-2021634374-router', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:51Z', 'revision_number': 4, 'project_id': '36554a511b8b46508902b0adb36892c2', 'gw_port': {'id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '65c437a0-5f3a-4205-a83f-3b4fdeffe331', 'name': '', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'mac_address': 'fa:16:3e:63:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:50Z', 'updated_at': '2021-10-28T09:43:54Z', 'revision_number': 5, 'project_id': '36554a511b8b46508902b0adb36892c2', 'subnets': [{'id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:02.604687 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9868fe4e-6605-47ae-a245-1e5b74b9cf87 None None] Checking router: 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:48:02.612786 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9868fe4e-6605-47ae-a245-1e5b74b9cf87 None None] Routers {'42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:48:02.613379 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-9868fe4e-6605-47ae-a245-1e5b74b9cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:47:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:02.721980 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-9868fe4e-6605-47ae-a245-1e5b74b9cf87 None None] Set router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:48:02.742516 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-64aca2b8-8a19-47b0-9414-bc3aab4f1ba0 req-642812ca-8e47-40ee-af31-a58a39d71ec4 tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/ports?device_id=36ab935c-5fdd-4303-9523-729a65e07970 HTTP/1.1" status: 200 len: 210 time: 0.0312748 Oct 28 09:48:02.928954 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-9868fe4e-6605-47ae-a245-1e5b74b9cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'name': 'tempest-AttachVolumeTestJSON-2021634374-router', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:51Z', 'revision_number': 4, 'project_id': '36554a511b8b46508902b0adb36892c2', 'gw_port': {'id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '65c437a0-5f3a-4205-a83f-3b4fdeffe331', 'name': '', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'mac_address': 'fa:16:3e:63:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:50Z', 'updated_at': '2021-10-28T09:43:54Z', 'revision_number': 5, 'project_id': '36554a511b8b46508902b0adb36892c2', 'subnets': [{'id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:02.954689 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9868fe4e-6605-47ae-a245-1e5b74b9cf87 None None] The sync data for ids ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'] in dv-cinder-815146-5-iscsi is: [{'id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'name': 'tempest-AttachVolumeTestJSON-2021634374-router', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:51Z', 'revision_number': 4, 'project_id': '36554a511b8b46508902b0adb36892c2', 'gw_port': {'id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': '65c437a0-5f3a-4205-a83f-3b4fdeffe331', 'name': '', 'network_id': '6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'mac_address': 'fa:16:3e:63:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:50Z', 'updated_at': '2021-10-28T09:43:54Z', 'revision_number': 5, 'project_id': '36554a511b8b46508902b0adb36892c2', 'subnets': [{'id': '704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:48:03.161753 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94b9d34-3ee8-46eb-be8b-a0ccfa9c9fb4 None None] New status for floating IP 7f4166a1-b463-4702-9057-2f2370107d1e: DOWN {{(pid=101551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:48:03.826780 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 32870) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:03.879767 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-280c9ce2-7a8e-4b36-b9d0-c615760bdc8e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:03.902024 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-280c9ce2-7a8e-4b36-b9d0-c615760bdc8e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:03.948206 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-280c9ce2-7a8e-4b36-b9d0-c615760bdc8e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:03.950696 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-280c9ce2-7a8e-4b36-b9d0-c615760bdc8e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:03.951843 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-280c9ce2-7a8e-4b36-b9d0-c615760bdc8e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "DELETE /v2.0/security-groups/0e4b1ed0-1c58-4978-96ef-b6d043adea96 HTTP/1.1" status: 204 len: 168 time: 0.1240544 Oct 28 09:48:03.954711 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 32872) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:03.961266 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c9ce2-7a8e-4b36-b9d0-c615760bdc8e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4b1ed0-1c58-4978-96ef-b6d043adea96,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:03.968113 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c9ce2-7a8e-4b36-b9d0-c615760bdc8e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:03.968336 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.api.v2.resource [None req-2165aa8b-68bd-4cc0-a9e6-16ce9c49a56a tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] show failed (client error): The resource could not be found. Oct 28 09:48:03.968466 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c9ce2-7a8e-4b36-b9d0-c615760bdc8e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:03.968776 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c9ce2-7a8e-4b36-b9d0-c615760bdc8e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:03.969105 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c9ce2-7a8e-4b36-b9d0-c615760bdc8e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:03.969325 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-2165aa8b-68bd-4cc0-a9e6-16ce9c49a56a tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "GET /v2.0/security-groups/0e4b1ed0-1c58-4978-96ef-b6d043adea96 HTTP/1.1" status: 404 len: 347 time: 0.0136106 Oct 28 09:48:03.969497 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c9ce2-7a8e-4b36-b9d0-c615760bdc8e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:03.969834 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c9ce2-7a8e-4b36-b9d0-c615760bdc8e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:03.970156 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c9ce2-7a8e-4b36-b9d0-c615760bdc8e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:03.970479 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c9ce2-7a8e-4b36-b9d0-c615760bdc8e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:03.970800 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c9ce2-7a8e-4b36-b9d0-c615760bdc8e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:03.971119 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c9ce2-7a8e-4b36-b9d0-c615760bdc8e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:03.971433 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c9ce2-7a8e-4b36-b9d0-c615760bdc8e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:03.971865 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c9ce2-7a8e-4b36-b9d0-c615760bdc8e tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:03.972256 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 32874) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:04.099187 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-42444e2c-f148-4dbd-a1e8-398130990cfc tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Deleting port a871214f-bfcf-4a0c-a041-9f12eed80b36 {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:48:04.099524 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-42444e2c-f148-4dbd-a1e8-398130990cfc tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:04.175772 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-42444e2c-f148-4dbd-a1e8-398130990cfc tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:04.176102 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-42444e2c-f148-4dbd-a1e8-398130990cfc tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:04.187948 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-42444e2c-f148-4dbd-a1e8-398130990cfc tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Calling delete_port for a871214f-bfcf-4a0c-a041-9f12eed80b36 owned by network:floatingip {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:48:04.318826 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-42444e2c-f148-4dbd-a1e8-398130990cfc tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:04.345319 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42444e2c-f148-4dbd-a1e8-398130990cfc tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Pushing event deleted for resources: {'Port': ['ID=a871214f-bfcf-4a0c-a041-9f12eed80b36,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:04.407419 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-42444e2c-f148-4dbd-a1e8-398130990cfc tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks [] for floatingip, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:04.409915 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-42444e2c-f148-4dbd-a1e8-398130990cfc tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for floatingip, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:04.411312 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-42444e2c-f148-4dbd-a1e8-398130990cfc tempest-AttachVolumeTestJSON-1139943747 tempest-AttachVolumeTestJSON-1139943747-project] 10.222.0.113 "DELETE /v2.0/floatingips/7f4166a1-b463-4702-9057-2f2370107d1e HTTP/1.1" status: 204 len: 168 time: 0.4380493 Oct 28 09:48:05.267993 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 782b17dc-9978-4aa9-9a1c-a7c8c4b36506 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:48:05.288120 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] No Port match for: 782b17dc-9978-4aa9-9a1c-a7c8c4b36506 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:48:05.288492 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 782b17dc-9978-4aa9-9a1c-a7c8c4b36506 not bound to the agent host hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:48:07.932473 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 32906) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:08.292129 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4e1f854c-3de9-4657-85a4-5a774951b41b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653301'] for router_interface, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:08.536425 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-4e1f854c-3de9-4657-85a4-5a774951b41b admin admin] Deleting port 65c437a0-5f3a-4205-a83f-3b4fdeffe331 {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:48:08.536770 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4e1f854c-3de9-4657-85a4-5a774951b41b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:08.618017 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [None req-4e1f854c-3de9-4657-85a4-5a774951b41b admin admin] For port 65c437a0-5f3a-4205-a83f-3b4fdeffe331, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=65c437a0-5f3a-4205-a83f-3b4fdeffe331,segment=NetworkSegment(11ee1a0d-2cce-458e-add0-ae81519f47bc),segment_id=11ee1a0d-2cce-458e-add0-ae81519f47bc)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:08.618383 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4e1f854c-3de9-4657-85a4-5a774951b41b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:08.629728 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-4e1f854c-3de9-4657-85a4-5a774951b41b admin admin] Calling delete_port for 65c437a0-5f3a-4205-a83f-3b4fdeffe331 owned by network:router_interface {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:48:08.792208 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-4f5ff728-48fb-4c27-81cc-9275c9e760cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:08.810053 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4e1f854c-3de9-4657-85a4-5a774951b41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:08.835627 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f854c-3de9-4657-85a4-5a774951b41b admin admin] Pushing event deleted for resources: {'Port': ['ID=65c437a0-5f3a-4205-a83f-3b4fdeffe331,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:08.996924 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-4e1f854c-3de9-4657-85a4-5a774951b41b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653465'] for router_interface, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:09.205084 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1f854c-3de9-4657-85a4-5a774951b41b admin admin] Router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:48:09.308081 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1f854c-3de9-4657-85a4-5a774951b41b admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:48:09.313058 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-4e1f854c-3de9-4657-85a4-5a774951b41b admin admin] 10.222.0.113 "PUT /v2.0/routers/42dec5e9-4ca6-41dc-ba3f-84c4aca318f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3795547 Oct 28 09:48:09.316076 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 32908) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:09.317848 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d35748-7af4-4e67-92c0-f76c8fbaa0cb None None] Sync routers for ids ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:48:09.328170 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d35748-7af4-4e67-92c0-f76c8fbaa0cb None None] Routers {'42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:48:09.328780 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-08d35748-7af4-4e67-92c0-f76c8fbaa0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:47:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:09.419357 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6b2bbefb-e620-4147-83a5-4ee12d8d9522 admin admin] Publish callbacks [] for router, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:09.435403 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-08d35748-7af4-4e67-92c0-f76c8fbaa0cb None None] Set router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:48:09.540815 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6b2bbefb-e620-4147-83a5-4ee12d8d9522 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:09.719212 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-08d35748-7af4-4e67-92c0-f76c8fbaa0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'name': 'tempest-AttachVolumeTestJSON-2021634374-router', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:48:08Z', 'revision_number': 5, 'project_id': '36554a511b8b46508902b0adb36892c2', 'gw_port': {'id': '6172a5c2-c5b7-432c-89d0-37bf376bca98', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:09.746971 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d35748-7af4-4e67-92c0-f76c8fbaa0cb None None] Checking router: 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:48:09.755513 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d35748-7af4-4e67-92c0-f76c8fbaa0cb None None] Routers {'42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:48:09.756147 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-08d35748-7af4-4e67-92c0-f76c8fbaa0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:47:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:09.841043 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-6b2bbefb-e620-4147-83a5-4ee12d8d9522 admin admin] Deleting port 6172a5c2-c5b7-432c-89d0-37bf376bca98 {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:48:09.841380 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6b2bbefb-e620-4147-83a5-4ee12d8d9522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:09.844595 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-08d35748-7af4-4e67-92c0-f76c8fbaa0cb None None] Set router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 gateway port host: None {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:48:09.900542 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-08d35748-7af4-4e67-92c0-f76c8fbaa0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'name': 'tempest-AttachVolumeTestJSON-2021634374-router', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:48:09Z', 'revision_number': 6, 'project_id': '36554a511b8b46508902b0adb36892c2', 'gw_port_host': None}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:09.918997 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [None req-6b2bbefb-e620-4147-83a5-4ee12d8d9522 admin admin] For port 6172a5c2-c5b7-432c-89d0-37bf376bca98, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=6172a5c2-c5b7-432c-89d0-37bf376bca98,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:09.919349 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6b2bbefb-e620-4147-83a5-4ee12d8d9522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:09.927347 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d35748-7af4-4e67-92c0-f76c8fbaa0cb None None] The sync data for ids ['42dec5e9-4ca6-41dc-ba3f-84c4aca318f9'] in dv-cinder-815146-5-iscsi is: [{'id': '42dec5e9-4ca6-41dc-ba3f-84c4aca318f9', 'name': 'tempest-AttachVolumeTestJSON-2021634374-router', 'tenant_id': '36554a511b8b46508902b0adb36892c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:43:48Z', 'updated_at': '2021-10-28T09:48:09Z', 'revision_number': 6, 'project_id': '36554a511b8b46508902b0adb36892c2', 'gw_port_host': None}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:48:09.935170 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-6b2bbefb-e620-4147-83a5-4ee12d8d9522 admin admin] Calling delete_port for 6172a5c2-c5b7-432c-89d0-37bf376bca98 owned by network:router_gateway {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:48:10.097949 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6b2bbefb-e620-4147-83a5-4ee12d8d9522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.123637 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bbefb-e620-4147-83a5-4ee12d8d9522 admin admin] Pushing event deleted for resources: {'Port': ['ID=6172a5c2-c5b7-432c-89d0-37bf376bca98,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:10.182130 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6b2bbefb-e620-4147-83a5-4ee12d8d9522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640059'] for router_gateway, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.268434 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6b2bbefb-e620-4147-83a5-4ee12d8d9522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1653777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3370'] for router, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.270409 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6b2bbefb-e620-4147-83a5-4ee12d8d9522 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.321141 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6b2bbefb-e620-4147-83a5-4ee12d8d9522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1653766'] for router, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.322170 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2bbefb-e620-4147-83a5-4ee12d8d9522 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 {{(pid=101550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:48:10.327073 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-6b2bbefb-e620-4147-83a5-4ee12d8d9522 admin admin] Publish callbacks [] for router, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.328318 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-6b2bbefb-e620-4147-83a5-4ee12d8d9522 admin admin] 10.222.0.113 "DELETE /v2.0/routers/42dec5e9-4ca6-41dc-ba3f-84c4aca318f9 HTTP/1.1" status: 204 len: 168 time: 1.0113373 Oct 28 09:48:10.330961 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 32910) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:10.378012 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_v2 [None req-801e75db-ca5f-4799-9626-5a3b6e7d56fa admin admin] Deleting subnet 704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03 {{(pid=101550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:48:10.381126 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-801e75db-ca5f-4799-9626-5a3b6e7d56fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.417399 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-801e75db-ca5f-4799-9626-5a3b6e7d56fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8896648'] for subnet, precommit_delete_associations {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.495752 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-801e75db-ca5f-4799-9626-5a3b6e7d56fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690075'] for subnet, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.548354 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-801e75db-ca5f-4799-9626-5a3b6e7d56fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8897178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8391128'] for subnet, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.573933 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e75db-ca5f-4799-9626-5a3b6e7d56fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:10.577416 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-801e75db-ca5f-4799-9626-5a3b6e7d56fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for subnet, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.580765 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-801e75db-ca5f-4799-9626-5a3b6e7d56fa admin admin] 10.222.0.113 "DELETE /v2.0/subnets/704d64bd-6c2e-475d-9bd0-3f1cbdfa8b03 HTTP/1.1" status: 204 len: 168 time: 0.2482951 Oct 28 09:48:10.583110 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 32912) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:10.583632 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13b2eae-5bb7-4b13-ae64-65e7c870fb42 None None] Network 6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:10.651188 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-63d41588-bec9-4582-9d98-e63be8e1c5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7814304'] for network, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.696623 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 65c437a0-5f3a-4205-a83f-3b4fdeffe331 no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:48:10.714535 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-63d41588-bec9-4582-9d98-e63be8e1c5d0 admin admin] Deleting port 5ca49aab-c5f8-438f-a3e1-b89958890a2c {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:48:10.714874 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-63d41588-bec9-4582-9d98-e63be8e1c5d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.724299 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: 65c437a0-5f3a-4205-a83f-3b4fdeffe331 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:48:10.724648 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 65c437a0-5f3a-4205-a83f-3b4fdeffe331 not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:48:10.787450 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a47498-6a33-49db-b316-7a056ddf3843 None None] DHCP port deletion for 6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 request from dv-cinder-815146-5-iscsi {{(pid=101551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:48:10.788608 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [None req-63d41588-bec9-4582-9d98-e63be8e1c5d0 admin admin] For port 5ca49aab-c5f8-438f-a3e1-b89958890a2c, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=5ca49aab-c5f8-438f-a3e1-b89958890a2c,segment=NetworkSegment(11ee1a0d-2cce-458e-add0-ae81519f47bc),segment_id=11ee1a0d-2cce-458e-add0-ae81519f47bc)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:10.789014 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-63d41588-bec9-4582-9d98-e63be8e1c5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.803292 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-63d41588-bec9-4582-9d98-e63be8e1c5d0 admin admin] Calling delete_port for 5ca49aab-c5f8-438f-a3e1-b89958890a2c owned by network:dhcp {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:48:10.837181 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-c3a47498-6a33-49db-b316-7a056ddf3843 None None] Deleting port 5ca49aab-c5f8-438f-a3e1-b89958890a2c {{(pid=101551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:48:10.837577 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-c3a47498-6a33-49db-b316-7a056ddf3843 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.891671 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-63d41588-bec9-4582-9d98-e63be8e1c5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.904608 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-c3a47498-6a33-49db-b316-7a056ddf3843 None None] For port 5ca49aab-c5f8-438f-a3e1-b89958890a2c, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=5ca49aab-c5f8-438f-a3e1-b89958890a2c,segment=NetworkSegment(11ee1a0d-2cce-458e-add0-ae81519f47bc),segment_id=11ee1a0d-2cce-458e-add0-ae81519f47bc)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:10.905259 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-c3a47498-6a33-49db-b316-7a056ddf3843 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.919179 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-c3a47498-6a33-49db-b316-7a056ddf3843 None None] Calling delete_port for 5ca49aab-c5f8-438f-a3e1-b89958890a2c owned by network:dhcp {{(pid=101551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:48:10.924366 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d41588-bec9-4582-9d98-e63be8e1c5d0 admin admin] No DVR routers for this DVR port 5ca49aab-c5f8-438f-a3e1-b89958890a2c on host dv-cinder-815146-5-iscsi {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:48:10.929304 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d41588-bec9-4582-9d98-e63be8e1c5d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca49aab-c5f8-438f-a3e1-b89958890a2c,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:11.001396 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-63d41588-bec9-4582-9d98-e63be8e1c5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692238', 'neutron.services.segments.db._delete_segments_for_network-8729415614302'] for network, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:11.015396 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-c3a47498-6a33-49db-b316-7a056ddf3843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541'] for port, after_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:11.022590 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.services.segments.db [None req-63d41588-bec9-4582-9d98-e63be8e1c5d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53']}} {{(pid=101550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:11.032052 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.services.segments.db [None req-63d41588-bec9-4582-9d98-e63be8e1c5d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ee1a0d-2cce-458e-add0-ae81519f47bc') {'for_net_delete': True} {{(pid=101550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:11.032342 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.services.segments.db [None req-63d41588-bec9-4582-9d98-e63be8e1c5d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ee1a0d-2cce-458e-add0-ae81519f47bc') {} {{(pid=101550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:11.040233 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a47498-6a33-49db-b316-7a056ddf3843 None None] Pushing event deleted for resources: {'Port': ['ID=5ca49aab-c5f8-438f-a3e1-b89958890a2c,revision_number=None']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:11.042160 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-63d41588-bec9-4582-9d98-e63be8e1c5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729415615847', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8896753'] for segment, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:11.044463 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a47498-6a33-49db-b316-7a056ddf3843 None None] No DVR routers for this DVR port 5ca49aab-c5f8-438f-a3e1-b89958890a2c on host dv-cinder-815146-5-iscsi {{(pid=101551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:48:11.051192 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a47498-6a33-49db-b316-7a056ddf3843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:11.051542 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a47498-6a33-49db-b316-7a056ddf3843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:11.051904 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a47498-6a33-49db-b316-7a056ddf3843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:11.052243 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a47498-6a33-49db-b316-7a056ddf3843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:11.052576 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a47498-6a33-49db-b316-7a056ddf3843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:11.056051 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a47498-6a33-49db-b316-7a056ddf3843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:11.056051 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a47498-6a33-49db-b316-7a056ddf3843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:11.056051 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a47498-6a33-49db-b316-7a056ddf3843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:11.056051 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a47498-6a33-49db-b316-7a056ddf3843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:11.056051 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a47498-6a33-49db-b316-7a056ddf3843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:11.056051 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a47498-6a33-49db-b316-7a056ddf3843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:11.056051 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a47498-6a33-49db-b316-7a056ddf3843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:11.061503 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-63d41588-bec9-4582-9d98-e63be8e1c5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:11.068772 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d41588-bec9-4582-9d98-e63be8e1c5d0 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:48:11.069083 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-63d41588-bec9-4582-9d98-e63be8e1c5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8897136'] for segment, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: Traceback (most recent call last): Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: timer() Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: cb(*args, **kw) Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: return func(*args, **kwargs) Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: self._notify() Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: self.callback(batched_events) Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: event.method(event) Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: return f(self, *a, **k) Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: return self._get(url).json() Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: return self.request(url, 'GET', **kwargs) Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:48:11.071736 dv-cinder-815146-5-iscsi neutron-server[101550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:48:11.131023 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-63d41588-bec9-4582-9d98-e63be8e1c5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640007'] for network, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:11.138920 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-63d41588-bec9-4582-9d98-e63be8e1c5d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:11.143623 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-63d41588-bec9-4582-9d98-e63be8e1c5d0 admin admin] 10.222.0.113 "DELETE /v2.0/networks/6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53 HTTP/1.1" status: 204 len: 168 time: 0.5594060 Oct 28 09:48:11.154943 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d41588-bec9-4582-9d98-e63be8e1c5d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b247e72-6b60-4fc5-b23d-e5f4a0d3bc53,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:11.197755 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f2e562b7-f87d-428b-a82c-43dd6df8debe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:11.259912 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 32916) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:11.299349 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-e63ecd69-decf-4fcb-8a63-79e0b9fcaaef admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=36554a511b8b46508902b0adb36892c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383155 Oct 28 09:48:11.301809 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 32918) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:11.349267 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7951302f-2885-45cf-b5a2-9b1263780ad5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:11.370961 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7951302f-2885-45cf-b5a2-9b1263780ad5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:11.417732 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7951302f-2885-45cf-b5a2-9b1263780ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:11.420406 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7951302f-2885-45cf-b5a2-9b1263780ad5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:11.421930 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-7951302f-2885-45cf-b5a2-9b1263780ad5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/0bd3eb32-2d5b-4fad-9c80-389a89172363 HTTP/1.1" status: 204 len: 168 time: 0.1192386 Oct 28 09:48:11.430641 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951302f-2885-45cf-b5a2-9b1263780ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd3eb32-2d5b-4fad-9c80-389a89172363,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:12.197855 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 6172a5c2-c5b7-432c-89d0-37bf376bca98 no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:48:12.224009 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: 6172a5c2-c5b7-432c-89d0-37bf376bca98 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:48:12.224595 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 6172a5c2-c5b7-432c-89d0-37bf376bca98 not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:48:12.225511 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 5ca49aab-c5f8-438f-a3e1-b89958890a2c no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:48:12.248850 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: 5ca49aab-c5f8-438f-a3e1-b89958890a2c {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:48:12.249314 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 5ca49aab-c5f8-438f-a3e1-b89958890a2c not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:48:12.530357 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:12.618986 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:13.793313 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:18.030952 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:48:22.386017 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.204301 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-142b7ea6-adfb-479e-a537-03a61ffeddbf req-9290059b-e478-4476-bfe4-82aceb58b10e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450282 Oct 28 09:48:37.267255 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b7ea6-adfb-479e-a537-03a61ffeddbf req-3594fbe3-2b1f-470c-a408-200b8553f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:37.268767 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-142b7ea6-adfb-479e-a537-03a61ffeddbf req-3594fbe3-2b1f-470c-a408-200b8553f19a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0c21dfdaee364617abd51da0c404f641&device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 1098 time: 0.0406239 Oct 28 09:48:37.375491 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b7ea6-adfb-479e-a537-03a61ffeddbf req-2edacd0a-cf34-4b81-b8f2-3bec22b7f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:37.376960 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-142b7ea6-adfb-479e-a537-03a61ffeddbf req-2edacd0a-cf34-4b81-b8f2-3bec22b7f133 service neutron] 10.222.0.98 "GET /v2.0/networks?id=3ec025e8-c907-428e-81e8-ed8edc7a1310 HTTP/1.1" status: 200 len: 912 time: 0.0863333 Oct 28 09:48:37.443342 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-142b7ea6-adfb-479e-a537-03a61ffeddbf req-dce23ab9-919a-4fe4-9270-2f6ee704a9a8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79605090-37f3-45af-83ba-2d3a7e1abfda HTTP/1.1" status: 200 len: 1001 time: 0.0577042 Oct 28 09:48:37.494034 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b7ea6-adfb-479e-a537-03a61ffeddbf req-97fc882d-ff81-458e-9834-e14961f62bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:37.495431 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-142b7ea6-adfb-479e-a537-03a61ffeddbf req-97fc882d-ff81-458e-9834-e14961f62bf9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e11436ea-b0d5-47f1-b827-7d70d47e8d45 HTTP/1.1" status: 200 len: 850 time: 0.0433166 Oct 28 09:48:37.546276 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b7ea6-adfb-479e-a537-03a61ffeddbf req-424366ed-572a-42ca-9e6d-94729b4b0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:37.547786 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-142b7ea6-adfb-479e-a537-03a61ffeddbf req-424366ed-572a-42ca-9e6d-94729b4b0a95 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3ec025e8-c907-428e-81e8-ed8edc7a1310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447562 Oct 28 09:48:37.639474 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-142b7ea6-adfb-479e-a537-03a61ffeddbf req-8a65aa48-4c01-4a57-a32d-c132340547eb service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823386 Oct 28 09:48:38.585066 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-142b7ea6-adfb-479e-a537-03a61ffeddbf req-1b190c6a-831e-4684-b600-bb6c50a86c0a service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861866 Oct 28 09:48:38.796744 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-15c49d3a-2330-4a0d-b26e-130703339ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:41.199810 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-9ed57c8c-4edb-4ce0-9ff4-cd255f8d8716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:42.535487 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:42.610380 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:43.792968 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.605196 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 33222) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:47.760660 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-b9eb67d0-0260-47e7-a9e3-170810349165 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Deleting port 70b37c6c-1d0a-4a21-adca-139bff7df05d {{(pid=101549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:48:47.760988 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b9eb67d0-0260-47e7-a9e3-170810349165 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.835358 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b9eb67d0-0260-47e7-a9e3-170810349165 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.835675 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b9eb67d0-0260-47e7-a9e3-170810349165 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.847723 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-b9eb67d0-0260-47e7-a9e3-170810349165 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Calling delete_port for 70b37c6c-1d0a-4a21-adca-139bff7df05d owned by network:floatingip {{(pid=101549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:48:48.228029 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b9eb67d0-0260-47e7-a9e3-170810349165 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:48.255009 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb67d0-0260-47e7-a9e3-170810349165 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Pushing event deleted for resources: {'Port': ['ID=70b37c6c-1d0a-4a21-adca-139bff7df05d,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:48.314665 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b9eb67d0-0260-47e7-a9e3-170810349165 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for floatingip, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:48.314987 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.l3_db [None req-b9eb67d0-0260-47e7-a9e3-170810349165 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Floating IP 89b271bf-05bd-40e5-a81c-65a643bea9c6 disassociated (deleted). External IP: 172.27.2.105, port: 79605090-37f3-45af-83ba-2d3a7e1abfda. Oct 28 09:48:48.567164 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9eb67d0-0260-47e7-a9e3-170810349165 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Router 46ac8724-3d1e-4554-a165-0c65a450b2bf has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:48:48.677438 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9eb67d0-0260-47e7-a9e3-170810349165 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:48:48.681954 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b9eb67d0-0260-47e7-a9e3-170810349165 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for floatingip, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:48.689331 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c73a0b2-41b0-4112-9835-559a68eaf2b6 None None] Sync routers for ids ['46ac8724-3d1e-4554-a165-0c65a450b2bf'] in dv-cinder-815146-5-iscsi {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:48:48.710026 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c73a0b2-41b0-4112-9835-559a68eaf2b6 None None] Routers {'46ac8724-3d1e-4554-a165-0c65a450b2bf'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:48:48.710650 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-5c73a0b2-41b0-4112-9835-559a68eaf2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:48:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['46ac8724-3d1e-4554-a165-0c65a450b2bf'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:48.714309 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-b9eb67d0-0260-47e7-a9e3-170810349165 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "DELETE /v2.0/floatingips/89b271bf-05bd-40e5-a81c-65a643bea9c6 HTTP/1.1" status: 204 len: 168 time: 1.1056049 Oct 28 09:48:48.714309 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848666d1-da8a-4483-849b-fb56472afb2f', 'tag': '79605090-37f3-45af-83ba-2d3a7e1abfda'}] {{(pid=101549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:48:48.716029 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ad8cfbc74f76342fd0a63029923cc1170f39986be8cbcb10a1afec96ad6d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2b394c-77f0-4343-b217-e69e11ae092b" -d '{"events": [{"name": "network-changed", "server_uuid": "848666d1-da8a-4483-849b-fb56472afb2f", "tag": "79605090-37f3-45af-83ba-2d3a7e1abfda"}]}' {{(pid=101549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:48:48.823969 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-5c73a0b2-41b0-4112-9835-559a68eaf2b6 None None] Set router 46ac8724-3d1e-4554-a165-0c65a450b2bf gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:48:48.886647 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6506c29-591d-4c27-bb04-8980c6c2c508 x-openstack-request-id: req-f6506c29-591d-4c27-bb04-8980c6c2c508 {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:48:48.886928 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848666d1-da8a-4483-849b-fb56472afb2f", "tag": "79605090-37f3-45af-83ba-2d3a7e1abfda", "status": "completed", "code": 200}]} {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:48:48.887525 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f6506c29-591d-4c27-bb04-8980c6c2c508 {{(pid=101549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:48:48.887944 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848666d1-da8a-4483-849b-fb56472afb2f', 'tag': '79605090-37f3-45af-83ba-2d3a7e1abfda', 'status': 'completed', 'code': 200} Oct 28 09:48:48.961881 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdf726-6fe4-4b0a-834f-3046a5a70567 req-eb422a5d-8499-4e2a-a976-7385b0ac4010 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:48.963799 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c1cdf726-6fe4-4b0a-834f-3046a5a70567 req-eb422a5d-8499-4e2a-a976-7385b0ac4010 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 945 time: 0.0536246 Oct 28 09:48:49.002730 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-c1cdf726-6fe4-4b0a-834f-3046a5a70567 req-ac5792d1-8fda-41a1-88fa-749785bb9f98 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323238 Oct 28 09:48:49.069267 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-5c73a0b2-41b0-4112-9835-559a68eaf2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '3287a4f9-8f77-4549-846c-8fea0c2cfd38', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'port_id': 'd81071d9-14f5-413b-85a3-a09adf89db23', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'mac_address': 'fa:16:3e:6d:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe31d7d-9200-4e3d-9df3-ccd2d8854c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:44:55Z', 'updated_at': '2021-10-28T09:44:57Z', 'revision_number': 1, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7dc0ace-e0b9-479b-8efb-5f5bbd901340', 'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'mac_address': 'fa:16:3e:89:d0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:50Z', 'updated_at': '2021-10-28T09:41:55Z', 'revision_number': 5, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'subnets': [{'id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:49.095592 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c73a0b2-41b0-4112-9835-559a68eaf2b6 None None] Checking router: 46ac8724-3d1e-4554-a165-0c65a450b2bf for host: dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:48:49.103995 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c73a0b2-41b0-4112-9835-559a68eaf2b6 None None] Routers {'46ac8724-3d1e-4554-a165-0c65a450b2bf'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:48:49.104597 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-5c73a0b2-41b0-4112-9835-559a68eaf2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:48:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['46ac8724-3d1e-4554-a165-0c65a450b2bf'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:49.212339 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-5c73a0b2-41b0-4112-9835-559a68eaf2b6 None None] Set router 46ac8724-3d1e-4554-a165-0c65a450b2bf gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:48:49.559538 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-5c73a0b2-41b0-4112-9835-559a68eaf2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '3287a4f9-8f77-4549-846c-8fea0c2cfd38', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'port_id': 'd81071d9-14f5-413b-85a3-a09adf89db23', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'mac_address': 'fa:16:3e:6d:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe31d7d-9200-4e3d-9df3-ccd2d8854c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:44:55Z', 'updated_at': '2021-10-28T09:44:57Z', 'revision_number': 1, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7dc0ace-e0b9-479b-8efb-5f5bbd901340', 'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'mac_address': 'fa:16:3e:89:d0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:50Z', 'updated_at': '2021-10-28T09:41:55Z', 'revision_number': 5, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'subnets': [{'id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:49.588702 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c73a0b2-41b0-4112-9835-559a68eaf2b6 None None] The sync data for ids ['46ac8724-3d1e-4554-a165-0c65a450b2bf'] in dv-cinder-815146-5-iscsi is: [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_floatingips': [{'id': '3287a4f9-8f77-4549-846c-8fea0c2cfd38', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'router_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'port_id': 'd81071d9-14f5-413b-85a3-a09adf89db23', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'mac_address': 'fa:16:3e:6d:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe31d7d-9200-4e3d-9df3-ccd2d8854c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:44:55Z', 'updated_at': '2021-10-28T09:44:57Z', 'revision_number': 1, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7dc0ace-e0b9-479b-8efb-5f5bbd901340', 'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'mac_address': 'fa:16:3e:89:d0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:50Z', 'updated_at': '2021-10-28T09:41:55Z', 'revision_number': 5, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'subnets': [{'id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:48:49.803604 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d3fea1-b000-47fe-864a-9ec171a9144b None None] New status for floating IP 89b271bf-05bd-40e5-a81c-65a643bea9c6: DOWN {{(pid=101552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:48:49.840875 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b394c-77f0-4343-b217-e69e11ae092b req-c2ce2d25-2509-475e-bf7f-331a9d31e049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:49.842377 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-eb2b394c-77f0-4343-b217-e69e11ae092b req-c2ce2d25-2509-475e-bf7f-331a9d31e049 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0c21dfdaee364617abd51da0c404f641&device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 1098 time: 0.0435748 Oct 28 09:48:49.947617 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b394c-77f0-4343-b217-e69e11ae092b req-c8ac150e-89dc-4d47-ad2d-57d165d7caba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:49.949099 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-eb2b394c-77f0-4343-b217-e69e11ae092b req-c8ac150e-89dc-4d47-ad2d-57d165d7caba service neutron] 10.222.0.98 "GET /v2.0/networks?id=3ec025e8-c907-428e-81e8-ed8edc7a1310 HTTP/1.1" status: 200 len: 912 time: 0.0990167 Oct 28 09:48:49.991160 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-eb2b394c-77f0-4343-b217-e69e11ae092b req-89d349b0-4d3d-4f38-a1e4-e07d6b12e39e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79605090-37f3-45af-83ba-2d3a7e1abfda HTTP/1.1" status: 200 len: 217 time: 0.0333374 Oct 28 09:48:50.045761 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b394c-77f0-4343-b217-e69e11ae092b req-830bd407-b25e-4d87-9317-a672be8f3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:50.047863 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-eb2b394c-77f0-4343-b217-e69e11ae092b req-830bd407-b25e-4d87-9317-a672be8f3cfc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e11436ea-b0d5-47f1-b827-7d70d47e8d45 HTTP/1.1" status: 200 len: 850 time: 0.0453978 Oct 28 09:48:50.129929 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b394c-77f0-4343-b217-e69e11ae092b req-c759b56b-e302-4932-87f2-3abe32c8c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:50.131553 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-eb2b394c-77f0-4343-b217-e69e11ae092b req-c759b56b-e302-4932-87f2-3abe32c8c14c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3ec025e8-c907-428e-81e8-ed8edc7a1310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758214 Oct 28 09:48:50.143632 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a55c7-fe5a-4b9f-a235-e53f0aab5f11 req-99a951cb-4de6-419a-97a8-f9f423dc6c60 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:50.145020 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-599a55c7-fe5a-4b9f-a235-e53f0aab5f11 req-99a951cb-4de6-419a-97a8-f9f423dc6c60 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 945 time: 0.0630908 Oct 28 09:48:50.230142 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-599a55c7-fe5a-4b9f-a235-e53f0aab5f11 req-572018b2-085f-42e7-8870-6b6191061e48 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772121 Oct 28 09:48:50.256842 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-eb2b394c-77f0-4343-b217-e69e11ae092b req-5e197416-3c99-45ba-a887-0d098a4c95a7 service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108897 Oct 28 09:48:50.347163 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-eb2b394c-77f0-4343-b217-e69e11ae092b req-5bd44902-7ca3-4294-b500-791efaf26997 service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818875 Oct 28 09:48:51.349142 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b376d9-6e4d-4974-9f36-2c74ac2c2aac req-e0649b61-e787-4b92-8f2e-f0edbb6771c0 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:51.350609 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-07b376d9-6e4d-4974-9f36-2c74ac2c2aac req-e0649b61-e787-4b92-8f2e-f0edbb6771c0 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 945 time: 0.0537753 Oct 28 09:48:51.387901 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-07b376d9-6e4d-4974-9f36-2c74ac2c2aac req-3940b29b-0fff-45f9-878c-02224b8b5b25 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312095 Oct 28 09:48:51.467024 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b4a85-32fa-4979-bfd1-c55930d66068 req-72e284e0-0238-4cd3-9788-058b31fe7ebd tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:51.468399 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-544b4a85-32fa-4979-bfd1-c55930d66068 req-72e284e0-0238-4cd3-9788-058b31fe7ebd tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.98 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 945 time: 0.0473855 Oct 28 09:48:51.562713 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-544b4a85-32fa-4979-bfd1-c55930d66068 req-2754270c-83eb-4ec4-9f81-38337a10be32 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Deleting port 79605090-37f3-45af-83ba-2d3a7e1abfda {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:48:51.563502 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-544b4a85-32fa-4979-bfd1-c55930d66068 req-2754270c-83eb-4ec4-9f81-38337a10be32 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:51.651832 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-544b4a85-32fa-4979-bfd1-c55930d66068 req-2754270c-83eb-4ec4-9f81-38337a10be32 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] For port 79605090-37f3-45af-83ba-2d3a7e1abfda, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=79605090-37f3-45af-83ba-2d3a7e1abfda,segment=NetworkSegment(f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1),segment_id=f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:51.652216 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-544b4a85-32fa-4979-bfd1-c55930d66068 req-2754270c-83eb-4ec4-9f81-38337a10be32 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:51.665285 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-544b4a85-32fa-4979-bfd1-c55930d66068 req-2754270c-83eb-4ec4-9f81-38337a10be32 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Calling delete_port for 79605090-37f3-45af-83ba-2d3a7e1abfda owned by compute:nova {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:48:51.794138 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-544b4a85-32fa-4979-bfd1-c55930d66068 req-2754270c-83eb-4ec4-9f81-38337a10be32 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:51.823500 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754270c-83eb-4ec4-9f81-38337a10be32 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Pushing event deleted for resources: {'Port': ['ID=79605090-37f3-45af-83ba-2d3a7e1abfda,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:51.865886 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-544b4a85-32fa-4979-bfd1-c55930d66068 req-2754270c-83eb-4ec4-9f81-38337a10be32 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] No DVR routers for this DVR port 79605090-37f3-45af-83ba-2d3a7e1abfda on host hv-cinder-81514 {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:48:51.868592 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-544b4a85-32fa-4979-bfd1-c55930d66068 req-2754270c-83eb-4ec4-9f81-38337a10be32 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:51.871961 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-544b4a85-32fa-4979-bfd1-c55930d66068 req-2754270c-83eb-4ec4-9f81-38337a10be32 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.98 "DELETE /v2.0/ports/79605090-37f3-45af-83ba-2d3a7e1abfda HTTP/1.1" status: 204 len: 173 time: 0.3964596 Oct 28 09:48:51.872389 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848666d1-da8a-4483-849b-fb56472afb2f', 'name': 'network-vif-deleted', 'tag': '79605090-37f3-45af-83ba-2d3a7e1abfda'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:48:51.874716 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ce9869-1e2c-466b-b0f0-0c2e8273df56" -d '{"events": [{"server_uuid": "848666d1-da8a-4483-849b-fb56472afb2f", "name": "network-vif-deleted", "tag": "79605090-37f3-45af-83ba-2d3a7e1abfda"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:48:51.912234 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd80976-d69d-49ba-97c8-31b45fd2c30c x-openstack-request-id: req-6fd80976-d69d-49ba-97c8-31b45fd2c30c {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:48:51.912534 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848666d1-da8a-4483-849b-fb56472afb2f", "name": "network-vif-deleted", "tag": "79605090-37f3-45af-83ba-2d3a7e1abfda", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:48:51.912763 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6fd80976-d69d-49ba-97c8-31b45fd2c30c {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:48:51.913148 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848666d1-da8a-4483-849b-fb56472afb2f', 'name': 'network-vif-deleted', 'tag': '79605090-37f3-45af-83ba-2d3a7e1abfda', 'status': 'completed', 'code': 200} Oct 28 09:48:52.402952 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:52.504366 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-0548aa9c-2003-4e88-a867-977b1da8be14 req-fb35f3f6-8dd3-4a97-9f7b-f46a6cadb511 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=848666d1-da8a-4483-849b-fb56472afb2f HTTP/1.1" status: 200 len: 210 time: 0.0367160 Oct 28 09:48:54.168104 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 33320) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:54.271795 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a948a1a0-7ec2-40a8-afc1-7f3046e82cc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.351761 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a948a1a0-7ec2-40a8-afc1-7f3046e82cc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.355205 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a948a1a0-7ec2-40a8-afc1-7f3046e82cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.394897 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-a948a1a0-7ec2-40a8-afc1-7f3046e82cc0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9241f7df42c14af7833c04ef6f9092c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257385 Oct 28 09:48:54.395774 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948a1a0-7ec2-40a8-afc1-7f3046e82cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29053ae8-0c7b-40a0-b2ab-832b83889772,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:54.398789 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 33324) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:54.449065 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-e8301bb4-a9e2-4e89-8fec-1c7cb4a8bbb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.470127 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-e8301bb4-a9e2-4e89-8fec-1c7cb4a8bbb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.518782 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-e8301bb4-a9e2-4e89-8fec-1c7cb4a8bbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.521610 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-e8301bb4-a9e2-4e89-8fec-1c7cb4a8bbb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.524420 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-e8301bb4-a9e2-4e89-8fec-1c7cb4a8bbb1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/29053ae8-0c7b-40a0-b2ab-832b83889772 HTTP/1.1" status: 204 len: 168 time: 0.1238518 Oct 28 09:48:54.537699 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8301bb4-a9e2-4e89-8fec-1c7cb4a8bbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29053ae8-0c7b-40a0-b2ab-832b83889772,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:54.790789 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 33336) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:54.803666 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-5ef51c8e-ebd6-4a91-999e-b0117d5512b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.877297 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-5ef51c8e-ebd6-4a91-999e-b0117d5512b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.882734 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-5ef51c8e-ebd6-4a91-999e-b0117d5512b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.930750 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-5ef51c8e-ebd6-4a91-999e-b0117d5512b0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=79f771a3b1814f25baef8cb31dffc7c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388650 Oct 28 09:48:54.931747 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef51c8e-ebd6-4a91-999e-b0117d5512b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57075635-eeab-409a-8965-7cbd969fdd79,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:54.933445 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 33338) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:54.984746 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8d3e4b25-d3ee-4e21-b3c4-7e84a840f372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.007186 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8d3e4b25-d3ee-4e21-b3c4-7e84a840f372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.031281 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:48:55.055746 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8d3e4b25-d3ee-4e21-b3c4-7e84a840f372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.058592 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8d3e4b25-d3ee-4e21-b3c4-7e84a840f372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.059963 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-8d3e4b25-d3ee-4e21-b3c4-7e84a840f372 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/57075635-eeab-409a-8965-7cbd969fdd79 HTTP/1.1" status: 204 len: 168 time: 0.1254466 Oct 28 09:48:55.068318 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e4b25-d3ee-4e21-b3c4-7e84a840f372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57075635-eeab-409a-8965-7cbd969fdd79,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:55.523760 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 79605090-37f3-45af-83ba-2d3a7e1abfda no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:48:55.546987 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] No Port match for: 79605090-37f3-45af-83ba-2d3a7e1abfda {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:48:55.547462 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 79605090-37f3-45af-83ba-2d3a7e1abfda not bound to the agent host hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:48:55.788174 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 33364) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:55.948898 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-e0d3e503-73c4-4cc9-b0dc-96c538bc2077 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Deleting port b1cd7b8c-2351-4a8a-821e-08e1a4093f7d {{(pid=101549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:48:55.949245 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e0d3e503-73c4-4cc9-b0dc-96c538bc2077 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:56.031268 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e0d3e503-73c4-4cc9-b0dc-96c538bc2077 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:56.031851 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e0d3e503-73c4-4cc9-b0dc-96c538bc2077 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:56.048645 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-e0d3e503-73c4-4cc9-b0dc-96c538bc2077 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Calling delete_port for b1cd7b8c-2351-4a8a-821e-08e1a4093f7d owned by network:floatingip {{(pid=101549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:48:56.204636 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e0d3e503-73c4-4cc9-b0dc-96c538bc2077 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:56.229522 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3e503-73c4-4cc9-b0dc-96c538bc2077 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Pushing event deleted for resources: {'Port': ['ID=b1cd7b8c-2351-4a8a-821e-08e1a4093f7d,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:56.294915 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e0d3e503-73c4-4cc9-b0dc-96c538bc2077 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for floatingip, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:56.295248 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.l3_db [None req-e0d3e503-73c4-4cc9-b0dc-96c538bc2077 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Floating IP 3287a4f9-8f77-4549-846c-8fea0c2cfd38 disassociated (deleted). External IP: 172.27.2.62, port: d81071d9-14f5-413b-85a3-a09adf89db23. Oct 28 09:48:56.520726 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d3e503-73c4-4cc9-b0dc-96c538bc2077 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Router 46ac8724-3d1e-4554-a165-0c65a450b2bf has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:48:56.633741 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d3e503-73c4-4cc9-b0dc-96c538bc2077 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:48:56.638830 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e0d3e503-73c4-4cc9-b0dc-96c538bc2077 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for floatingip, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:56.645868 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd97588-0c9d-4a64-bc24-c6ea795f3f72 None None] Sync routers for ids ['46ac8724-3d1e-4554-a165-0c65a450b2bf'] in dv-cinder-815146-5-iscsi {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:48:56.655119 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd97588-0c9d-4a64-bc24-c6ea795f3f72 None None] Routers {'46ac8724-3d1e-4554-a165-0c65a450b2bf'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:48:56.655761 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-9fd97588-0c9d-4a64-bc24-c6ea795f3f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:48:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['46ac8724-3d1e-4554-a165-0c65a450b2bf'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:56.670072 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-e0d3e503-73c4-4cc9-b0dc-96c538bc2077 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "DELETE /v2.0/floatingips/3287a4f9-8f77-4549-846c-8fea0c2cfd38 HTTP/1.1" status: 204 len: 168 time: 0.8780034 Oct 28 09:48:56.670072 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe31d7d-9200-4e3d-9df3-ccd2d8854c60', 'tag': 'd81071d9-14f5-413b-85a3-a09adf89db23'}] {{(pid=101549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:48:56.670368 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492ad8cfbc74f76342fd0a63029923cc1170f39986be8cbcb10a1afec96ad6d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5908f9f9-88d6-4a1b-9bff-3a6d7971bafe" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe31d7d-9200-4e3d-9df3-ccd2d8854c60", "tag": "d81071d9-14f5-413b-85a3-a09adf89db23"}]}' {{(pid=101549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:48:56.711373 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ab94d8-1740-4517-9017-bc44d546e821 x-openstack-request-id: req-e5ab94d8-1740-4517-9017-bc44d546e821 {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:48:56.711855 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe31d7d-9200-4e3d-9df3-ccd2d8854c60", "tag": "d81071d9-14f5-413b-85a3-a09adf89db23", "status": "completed", "code": 200}]} {{(pid=101549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:48:56.712301 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e5ab94d8-1740-4517-9017-bc44d546e821 {{(pid=101549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:48:56.712789 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe31d7d-9200-4e3d-9df3-ccd2d8854c60', 'tag': 'd81071d9-14f5-413b-85a3-a09adf89db23', 'status': 'completed', 'code': 200} Oct 28 09:48:56.740238 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 33392) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:56.782828 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908f9f9-88d6-4a1b-9bff-3a6d7971bafe req-ab8a35ff-6598-4475-b24d-f3c6a9a4de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:56.785108 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5908f9f9-88d6-4a1b-9bff-3a6d7971bafe req-ab8a35ff-6598-4475-b24d-f3c6a9a4de77 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0c21dfdaee364617abd51da0c404f641&device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 1098 time: 0.0495083 Oct 28 09:48:56.815682 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-9fd97588-0c9d-4a64-bc24-c6ea795f3f72 None None] Set router 46ac8724-3d1e-4554-a165-0c65a450b2bf gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:48:56.920841 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b2dbbedc-a042-482e-bbcd-7c7083f72d43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:56.931504 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908f9f9-88d6-4a1b-9bff-3a6d7971bafe req-bacc1ca3-4c73-405c-bdeb-8af5858156be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:56.933101 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5908f9f9-88d6-4a1b-9bff-3a6d7971bafe req-bacc1ca3-4c73-405c-bdeb-8af5858156be service neutron] 10.222.0.98 "GET /v2.0/networks?id=3ec025e8-c907-428e-81e8-ed8edc7a1310 HTTP/1.1" status: 200 len: 912 time: 0.1386445 Oct 28 09:48:56.982286 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5908f9f9-88d6-4a1b-9bff-3a6d7971bafe req-bcce208c-e01e-4f9c-a75d-6edbd1a708c6 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d81071d9-14f5-413b-85a3-a09adf89db23 HTTP/1.1" status: 200 len: 217 time: 0.0413702 Oct 28 09:48:56.993257 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086f9ac-5148-4869-b7ae-7e1ab0997f6e req-fe131504-9546-4c73-848f-a43ef1f7a485 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:56.994825 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6086f9ac-5148-4869-b7ae-7e1ab0997f6e req-fe131504-9546-4c73-848f-a43ef1f7a485 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 945 time: 0.1039853 Oct 28 09:48:57.003724 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b2dbbedc-a042-482e-bbcd-7c7083f72d43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.008877 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-b2dbbedc-a042-482e-bbcd-7c7083f72d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.050279 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-9fd97588-0c9d-4a64-bc24-c6ea795f3f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': 'a7dc0ace-e0b9-479b-8efb-5f5bbd901340', 'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'mac_address': 'fa:16:3e:89:d0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:50Z', 'updated_at': '2021-10-28T09:41:55Z', 'revision_number': 5, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'subnets': [{'id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:57.057574 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-b2dbbedc-a042-482e-bbcd-7c7083f72d43 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4184ef3ad71a47ed973005fa67432922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132465 Oct 28 09:48:57.057574 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbbedc-a042-482e-bbcd-7c7083f72d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0440e1-cd27-4464-80e2-b911d1d1d925,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:57.057880 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 33398) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:57.076616 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908f9f9-88d6-4a1b-9bff-3a6d7971bafe req-04235f54-0c58-420e-aa27-ed2b9343f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:57.077710 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd97588-0c9d-4a64-bc24-c6ea795f3f72 None None] Checking router: 46ac8724-3d1e-4554-a165-0c65a450b2bf for host: dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:48:57.078041 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5908f9f9-88d6-4a1b-9bff-3a6d7971bafe req-04235f54-0c58-420e-aa27-ed2b9343f38f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e11436ea-b0d5-47f1-b827-7d70d47e8d45 HTTP/1.1" status: 200 len: 850 time: 0.0822995 Oct 28 09:48:57.088070 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd97588-0c9d-4a64-bc24-c6ea795f3f72 None None] Routers {'46ac8724-3d1e-4554-a165-0c65a450b2bf'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:48:57.088344 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-9fd97588-0c9d-4a64-bc24-c6ea795f3f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:48:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['46ac8724-3d1e-4554-a165-0c65a450b2bf'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:57.091147 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-6086f9ac-5148-4869-b7ae-7e1ab0997f6e req-675718ef-f3dd-4945-9e5b-c085b4835cf2 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861092 Oct 28 09:48:57.159489 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908f9f9-88d6-4a1b-9bff-3a6d7971bafe req-51cfddf1-436b-4a20-8bbc-a1a594c4c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:57.161267 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5908f9f9-88d6-4a1b-9bff-3a6d7971bafe req-51cfddf1-436b-4a20-8bbc-a1a594c4c351 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3ec025e8-c907-428e-81e8-ed8edc7a1310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673897 Oct 28 09:48:57.164011 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-471afcfd-72ce-4901-b3c1-9f32c7a66483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.199726 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-9fd97588-0c9d-4a64-bc24-c6ea795f3f72 None None] Set router 46ac8724-3d1e-4554-a165-0c65a450b2bf gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:48:57.228515 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-471afcfd-72ce-4901-b3c1-9f32c7a66483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.295354 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5908f9f9-88d6-4a1b-9bff-3a6d7971bafe req-04776ca4-2870-41f5-91c7-b821c9a2a7b6 service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224926 Oct 28 09:48:57.313566 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-471afcfd-72ce-4901-b3c1-9f32c7a66483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.320085 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-471afcfd-72ce-4901-b3c1-9f32c7a66483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.323333 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-471afcfd-72ce-4901-b3c1-9f32c7a66483 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fa0440e1-cd27-4464-80e2-b911d1d1d925 HTTP/1.1" status: 204 len: 168 time: 0.2624063 Oct 28 09:48:57.365045 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471afcfd-72ce-4901-b3c1-9f32c7a66483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0440e1-cd27-4464-80e2-b911d1d1d925,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:57.416096 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-5908f9f9-88d6-4a1b-9bff-3a6d7971bafe req-ef312baa-174c-4875-91ab-cbe860dc23e0 service neutron] 10.222.0.98 "GET /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116703 Oct 28 09:48:57.434114 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-9fd97588-0c9d-4a64-bc24-c6ea795f3f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': 'a7dc0ace-e0b9-479b-8efb-5f5bbd901340', 'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'mac_address': 'fa:16:3e:89:d0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:50Z', 'updated_at': '2021-10-28T09:41:55Z', 'revision_number': 5, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'subnets': [{'id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:57.462920 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd97588-0c9d-4a64-bc24-c6ea795f3f72 None None] The sync data for ids ['46ac8724-3d1e-4554-a165-0c65a450b2bf'] in dv-cinder-815146-5-iscsi is: [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:41:51Z', 'revision_number': 4, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi', '_interfaces': [{'id': 'a7dc0ace-e0b9-479b-8efb-5f5bbd901340', 'name': '', 'network_id': '3ec025e8-c907-428e-81e8-ed8edc7a1310', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'mac_address': 'fa:16:3e:89:d0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:50Z', 'updated_at': '2021-10-28T09:41:55Z', 'revision_number': 5, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'subnets': [{'id': 'e11436ea-b0d5-47f1-b827-7d70d47e8d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:48:57.620545 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 33404) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:57.634373 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8cad9477-bf44-486a-93eb-6c7ba9094802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.693284 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c52b69c-ddf2-4605-b8f3-900935d41bee None None] New status for floating IP 3287a4f9-8f77-4549-846c-8fea0c2cfd38: DOWN {{(pid=101552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:48:57.722412 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8cad9477-bf44-486a-93eb-6c7ba9094802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.726482 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-8cad9477-bf44-486a-93eb-6c7ba9094802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.767604 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-8cad9477-bf44-486a-93eb-6c7ba9094802 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=06dcd1cd334f4f0fa62250e72afcb6f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458976 Oct 28 09:48:57.768750 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad9477-bf44-486a-93eb-6c7ba9094802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3af84ff-2657-4c04-934f-9be060cac9cd,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:57.770818 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 33406) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:57.827280 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e2c389a2-8a6f-43d3-a555-841e45fbc53c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.849066 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e2c389a2-8a6f-43d3-a555-841e45fbc53c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.899939 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e2c389a2-8a6f-43d3-a555-841e45fbc53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.902801 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-e2c389a2-8a6f-43d3-a555-841e45fbc53c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.904042 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-e2c389a2-8a6f-43d3-a555-841e45fbc53c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b3af84ff-2657-4c04-934f-9be060cac9cd HTTP/1.1" status: 204 len: 168 time: 0.1321545 Oct 28 09:48:57.913034 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c389a2-8a6f-43d3-a555-841e45fbc53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3af84ff-2657-4c04-934f-9be060cac9cd,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:58.212036 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eeb826-6760-4cd3-834e-c3b7f35d66dd req-5edc2347-858b-4659-b6d4-86857027cab4 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:58.213547 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a2eeb826-6760-4cd3-834e-c3b7f35d66dd req-5edc2347-858b-4659-b6d4-86857027cab4 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 945 time: 0.0527985 Oct 28 09:48:58.254574 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a2eeb826-6760-4cd3-834e-c3b7f35d66dd req-8877a291-759d-4e2a-8ff4-e885f9df3312 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/security-groups?id=e8da0d64-8dac-42c7-9222-24a259a44bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349786 Oct 28 09:48:58.485655 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e853b6-8e66-4c6e-801f-e97f136bb780 req-2ed31362-636f-4df2-8422-1ef8d83f35a5 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:58.487227 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-74e853b6-8e66-4c6e-801f-e97f136bb780 req-2ed31362-636f-4df2-8422-1ef8d83f35a5 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.98 "GET /v2.0/ports?device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 945 time: 0.0505993 Oct 28 09:48:58.581791 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-74e853b6-8e66-4c6e-801f-e97f136bb780 req-e2ebba1f-ddb9-4752-9d6f-3e7db4e2710d tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Deleting port d81071d9-14f5-413b-85a3-a09adf89db23 {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:48:58.582222 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-74e853b6-8e66-4c6e-801f-e97f136bb780 req-e2ebba1f-ddb9-4752-9d6f-3e7db4e2710d tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.681584 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-74e853b6-8e66-4c6e-801f-e97f136bb780 req-e2ebba1f-ddb9-4752-9d6f-3e7db4e2710d tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] For port d81071d9-14f5-413b-85a3-a09adf89db23, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d81071d9-14f5-413b-85a3-a09adf89db23,segment=NetworkSegment(f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1),segment_id=f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:58.681947 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-74e853b6-8e66-4c6e-801f-e97f136bb780 req-e2ebba1f-ddb9-4752-9d6f-3e7db4e2710d tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.695641 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-74e853b6-8e66-4c6e-801f-e97f136bb780 req-e2ebba1f-ddb9-4752-9d6f-3e7db4e2710d tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Calling delete_port for d81071d9-14f5-413b-85a3-a09adf89db23 owned by compute:nova {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:48:58.828233 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-74e853b6-8e66-4c6e-801f-e97f136bb780 req-e2ebba1f-ddb9-4752-9d6f-3e7db4e2710d tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.859250 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebba1f-ddb9-4752-9d6f-3e7db4e2710d tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Pushing event deleted for resources: {'Port': ['ID=d81071d9-14f5-413b-85a3-a09adf89db23,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:58.903765 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e853b6-8e66-4c6e-801f-e97f136bb780 req-e2ebba1f-ddb9-4752-9d6f-3e7db4e2710d tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] No DVR routers for this DVR port d81071d9-14f5-413b-85a3-a09adf89db23 on host hv-cinder-81514 {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:48:58.906201 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-74e853b6-8e66-4c6e-801f-e97f136bb780 req-e2ebba1f-ddb9-4752-9d6f-3e7db4e2710d tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.909635 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-74e853b6-8e66-4c6e-801f-e97f136bb780 req-e2ebba1f-ddb9-4752-9d6f-3e7db4e2710d tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.98 "DELETE /v2.0/ports/d81071d9-14f5-413b-85a3-a09adf89db23 HTTP/1.1" status: 204 len: 173 time: 0.4149573 Oct 28 09:48:58.910082 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe31d7d-9200-4e3d-9df3-ccd2d8854c60', 'name': 'network-vif-deleted', 'tag': 'd81071d9-14f5-413b-85a3-a09adf89db23'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:48:58.912630 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c001ead8-33ff-4f40-b14a-906ec0e5c580" -d '{"events": [{"server_uuid": "cbe31d7d-9200-4e3d-9df3-ccd2d8854c60", "name": "network-vif-deleted", "tag": "d81071d9-14f5-413b-85a3-a09adf89db23"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:48:58.950481 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e946c6ad-68b2-4c72-acdc-a713039b9c40 x-openstack-request-id: req-e946c6ad-68b2-4c72-acdc-a713039b9c40 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:48:58.951011 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe31d7d-9200-4e3d-9df3-ccd2d8854c60", "name": "network-vif-deleted", "tag": "d81071d9-14f5-413b-85a3-a09adf89db23", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:48:58.951409 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e946c6ad-68b2-4c72-acdc-a713039b9c40 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:48:58.952094 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe31d7d-9200-4e3d-9df3-ccd2d8854c60', 'name': 'network-vif-deleted', 'tag': 'd81071d9-14f5-413b-85a3-a09adf89db23', 'status': 'completed', 'code': 200} Oct 28 09:48:59.389393 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a41c5a12-c29c-4ed1-9cdc-5e8bac4564fa req-2ff5319d-6876-47fe-a071-cf776a882b53 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbe31d7d-9200-4e3d-9df3-ccd2d8854c60 HTTP/1.1" status: 200 len: 210 time: 0.0283561 Oct 28 09:49:00.449828 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 33500) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:00.577872 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-f7e10836-3f78-4bf2-ba98-25ecefa978a1 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Deleting port 22460b47-c2f5-41bd-8832-2cd773856420 {{(pid=101549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:49:00.578236 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f7e10836-3f78-4bf2-ba98-25ecefa978a1 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:00.653991 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f7e10836-3f78-4bf2-ba98-25ecefa978a1 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:00.654314 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f7e10836-3f78-4bf2-ba98-25ecefa978a1 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:00.666546 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-f7e10836-3f78-4bf2-ba98-25ecefa978a1 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Calling delete_port for 22460b47-c2f5-41bd-8832-2cd773856420 owned by network:floatingip {{(pid=101549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:49:00.801410 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f7e10836-3f78-4bf2-ba98-25ecefa978a1 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:00.826252 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e10836-3f78-4bf2-ba98-25ecefa978a1 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Pushing event deleted for resources: {'Port': ['ID=22460b47-c2f5-41bd-8832-2cd773856420,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:00.889667 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f7e10836-3f78-4bf2-ba98-25ecefa978a1 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for floatingip, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:00.892728 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-f7e10836-3f78-4bf2-ba98-25ecefa978a1 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for floatingip, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:00.893878 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-f7e10836-3f78-4bf2-ba98-25ecefa978a1 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "DELETE /v2.0/floatingips/022419df-3cf4-408f-ac9f-99c47a9426a4 HTTP/1.1" status: 204 len: 168 time: 0.4431267 Oct 28 09:49:02.087266 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 33514) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:02.147787 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-5c359889-93b7-4c2c-804b-8846506daf89 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:02.173233 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-5c359889-93b7-4c2c-804b-8846506daf89 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:02.235193 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-5c359889-93b7-4c2c-804b-8846506daf89 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:02.237850 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-5c359889-93b7-4c2c-804b-8846506daf89 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:02.239011 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-5c359889-93b7-4c2c-804b-8846506daf89 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] 10.222.0.113 "DELETE /v2.0/security-groups/e8da0d64-8dac-42c7-9222-24a259a44bef HTTP/1.1" status: 204 len: 168 time: 0.1507306 Oct 28 09:49:02.248896 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c359889-93b7-4c2c-804b-8846506daf89 tempest-TestVolumeBootPattern-89452453 tempest-TestVolumeBootPattern-89452453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8da0d64-8dac-42c7-9222-24a259a44bef,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:03.314270 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 33522) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:03.587106 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device d81071d9-14f5-413b-85a3-a09adf89db23 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:49:03.607281 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] No Port match for: d81071d9-14f5-413b-85a3-a09adf89db23 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:49:03.607630 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device d81071d9-14f5-413b-85a3-a09adf89db23 not bound to the agent host hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:49:03.838199 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653301'] for router_interface, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.088967 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] Deleting port a7dc0ace-e0b9-479b-8efb-5f5bbd901340 {{(pid=101549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:49:04.089226 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.171209 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.db [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] For port a7dc0ace-e0b9-479b-8efb-5f5bbd901340, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=a7dc0ace-e0b9-479b-8efb-5f5bbd901340,segment=NetworkSegment(f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1),segment_id=f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1)] {{(pid=101549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:04.171575 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.183608 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] Calling delete_port for a7dc0ace-e0b9-479b-8efb-5f5bbd901340 owned by network:router_interface {{(pid=101549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:49:04.367270 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.392181 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=a7dc0ace-e0b9-479b-8efb-5f5bbd901340,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:04.408526 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.408827 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.409170 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.409509 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.409841 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.410173 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.410601 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.411070 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.411403 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.411749 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.412077 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.412402 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.579720 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653465'] for router_interface, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.796737 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] Router 46ac8724-3d1e-4554-a165-0c65a450b2bf has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:49:04.903172 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:49:04.909095 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-9d98e1ff-ccbf-4f76-89a3-7abf2d9d2e4b admin admin] 10.222.0.113 "PUT /v2.0/routers/46ac8724-3d1e-4554-a165-0c65a450b2bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5934532 Oct 28 09:49:04.911670 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 33530) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:04.915099 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5ba90e-21aa-4a1b-98d9-96f7e3cab73d None None] Sync routers for ids ['46ac8724-3d1e-4554-a165-0c65a450b2bf'] in dv-cinder-815146-5-iscsi {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:49:04.928308 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5ba90e-21aa-4a1b-98d9-96f7e3cab73d None None] Routers {'46ac8724-3d1e-4554-a165-0c65a450b2bf'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:49:04.929035 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-cc5ba90e-21aa-4a1b-98d9-96f7e3cab73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:48:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['46ac8724-3d1e-4554-a165-0c65a450b2bf'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:05.042618 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-cc5ba90e-21aa-4a1b-98d9-96f7e3cab73d None None] Set router 46ac8724-3d1e-4554-a165-0c65a450b2bf gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:49:05.235344 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-cc5ba90e-21aa-4a1b-98d9-96f7e3cab73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:49:04Z', 'revision_number': 5, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:05.263798 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ad271ceb-9684-45f8-bd35-94214ebe8992 admin admin] Publish callbacks [] for router, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:05.264158 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5ba90e-21aa-4a1b-98d9-96f7e3cab73d None None] Checking router: 46ac8724-3d1e-4554-a165-0c65a450b2bf for host: dv-cinder-815146-5-iscsi {{(pid=101551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:49:05.273207 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5ba90e-21aa-4a1b-98d9-96f7e3cab73d None None] Routers {'46ac8724-3d1e-4554-a165-0c65a450b2bf'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:49:05.273774 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-cc5ba90e-21aa-4a1b-98d9-96f7e3cab73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:48:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['46ac8724-3d1e-4554-a165-0c65a450b2bf'], 'active': True} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:05.367930 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ad271ceb-9684-45f8-bd35-94214ebe8992 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:05.425559 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-ad271ceb-9684-45f8-bd35-94214ebe8992 admin admin] Deleting port 395e49ee-1928-42c7-becf-224776269db2 {{(pid=101549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:49:05.425812 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ad271ceb-9684-45f8-bd35-94214ebe8992 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:05.508346 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.db [None req-ad271ceb-9684-45f8-bd35-94214ebe8992 admin admin] For port 395e49ee-1928-42c7-becf-224776269db2, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=395e49ee-1928-42c7-becf-224776269db2,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:05.508697 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ad271ceb-9684-45f8-bd35-94214ebe8992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:05.514643 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvr_db [None req-cc5ba90e-21aa-4a1b-98d9-96f7e3cab73d None None] Set router 46ac8724-3d1e-4554-a165-0c65a450b2bf gateway port host: dv-cinder-815146-5-iscsi {{(pid=101551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:49:05.521731 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-ad271ceb-9684-45f8-bd35-94214ebe8992 admin admin] Calling delete_port for 395e49ee-1928-42c7-becf-224776269db2 owned by network:router_gateway {{(pid=101549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:49:05.691541 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ad271ceb-9684-45f8-bd35-94214ebe8992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:05.698559 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_hamode_db [None req-cc5ba90e-21aa-4a1b-98d9-96f7e3cab73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:49:04Z', 'revision_number': 5, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:05.722412 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad271ceb-9684-45f8-bd35-94214ebe8992 admin admin] Pushing event deleted for resources: {'Port': ['ID=395e49ee-1928-42c7-becf-224776269db2,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:05.730307 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5ba90e-21aa-4a1b-98d9-96f7e3cab73d None None] The sync data for ids ['46ac8724-3d1e-4554-a165-0c65a450b2bf'] in dv-cinder-815146-5-iscsi is: [{'id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'name': 'tempest-TestVolumeBootPattern-972087487-router', 'tenant_id': '0c21dfdaee364617abd51da0c404f641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '395e49ee-1928-42c7-becf-224776269db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:48Z', 'updated_at': '2021-10-28T09:49:04Z', 'revision_number': 5, 'project_id': '0c21dfdaee364617abd51da0c404f641', 'gw_port': {'id': '395e49ee-1928-42c7-becf-224776269db2', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac8724-3d1e-4554-a165-0c65a450b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:49Z', 'updated_at': '2021-10-28T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}] {{(pid=101551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:49:05.787110 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ad271ceb-9684-45f8-bd35-94214ebe8992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640059'] for router_gateway, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:05.879996 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ad271ceb-9684-45f8-bd35-94214ebe8992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1653777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3370'] for router, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:05.882106 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ad271ceb-9684-45f8-bd35-94214ebe8992 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:05.925579 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ad271ceb-9684-45f8-bd35-94214ebe8992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1653766'] for router, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:05.926105 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad271ceb-9684-45f8-bd35-94214ebe8992 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46ac8724-3d1e-4554-a165-0c65a450b2bf {{(pid=101549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:49:05.930739 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ad271ceb-9684-45f8-bd35-94214ebe8992 admin admin] Publish callbacks [] for router, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:05.931955 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-ad271ceb-9684-45f8-bd35-94214ebe8992 admin admin] 10.222.0.113 "DELETE /v2.0/routers/46ac8724-3d1e-4554-a165-0c65a450b2bf HTTP/1.1" status: 204 len: 168 time: 1.0193355 Oct 28 09:49:05.934480 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 33534) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:05.984436 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba18b471-b9b8-4c09-a679-64c6fc246184 admin admin] Deleting subnet e11436ea-b0d5-47f1-b827-7d70d47e8d45 {{(pid=101549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:49:05.987992 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ba18b471-b9b8-4c09-a679-64c6fc246184 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.022822 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ba18b471-b9b8-4c09-a679-64c6fc246184 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2871594'] for subnet, precommit_delete_associations {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.103040 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ba18b471-b9b8-4c09-a679-64c6fc246184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690075'] for subnet, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.170836 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ba18b471-b9b8-4c09-a679-64c6fc246184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8445689'] for subnet, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.185920 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-ba18b471-b9b8-4c09-a679-64c6fc246184 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.192701 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-ba18b471-b9b8-4c09-a679-64c6fc246184 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/e11436ea-b0d5-47f1-b827-7d70d47e8d45 HTTP/1.1" status: 204 len: 168 time: 0.2549133 Oct 28 09:49:06.193046 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 33536) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:06.196746 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decd5b46-fe96-4929-aa67-683da540489b None None] Network 3ec025e8-c907-428e-81e8-ed8edc7a1310 requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:49:06.243683 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18b471-b9b8-4c09-a679-64c6fc246184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e11436ea-b0d5-47f1-b827-7d70d47e8d45,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:06.289101 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7814304'] for network, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.341761 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Deleting port a05126aa-738b-4ff9-98fe-cbb50ed4bee5 {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:49:06.342102 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.353869 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device a7dc0ace-e0b9-479b-8efb-5f5bbd901340 no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:49:06.374972 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: a7dc0ace-e0b9-479b-8efb-5f5bbd901340 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:49:06.375311 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device a7dc0ace-e0b9-479b-8efb-5f5bbd901340 not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:49:06.413317 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] For port a05126aa-738b-4ff9-98fe-cbb50ed4bee5, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=a05126aa-738b-4ff9-98fe-cbb50ed4bee5,segment=NetworkSegment(f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1),segment_id=f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:06.413703 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.428619 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Calling delete_port for a05126aa-738b-4ff9-98fe-cbb50ed4bee5 owned by network:dhcp {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:49:06.460129 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57939c53-53da-40c2-b19f-90652533f7b8 None None] DHCP port deletion for 3ec025e8-c907-428e-81e8-ed8edc7a1310 request from dv-cinder-815146-5-iscsi {{(pid=101551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:49:06.517813 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.536503 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-57939c53-53da-40c2-b19f-90652533f7b8 None None] Deleting port a05126aa-738b-4ff9-98fe-cbb50ed4bee5 {{(pid=101551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:49:06.537216 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-57939c53-53da-40c2-b19f-90652533f7b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.556216 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] No DVR routers for this DVR port a05126aa-738b-4ff9-98fe-cbb50ed4bee5 on host dv-cinder-815146-5-iscsi {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:49:06.558510 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Pushing event deleted for resources: {'Port': ['ID=a05126aa-738b-4ff9-98fe-cbb50ed4bee5,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:06.584586 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:06.585000 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:06.585343 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:06.585681 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:06.586014 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:06.586347 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:06.586677 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:06.587001 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:06.587328 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:06.587651 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:06.587996 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:06.588317 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:06.619587 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-57939c53-53da-40c2-b19f-90652533f7b8 None None] For port a05126aa-738b-4ff9-98fe-cbb50ed4bee5, host dv-cinder-815146-5-iscsi, got binding levels [] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:06.620020 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-57939c53-53da-40c2-b19f-90652533f7b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.632436 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-57939c53-53da-40c2-b19f-90652533f7b8 None None] Calling delete_port for a05126aa-738b-4ff9-98fe-cbb50ed4bee5 owned by network:dhcp {{(pid=101551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:49:06.635052 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.ipam_backend_mixin [None req-57939c53-53da-40c2-b19f-90652533f7b8 None None] Port a05126aa-738b-4ff9-98fe-cbb50ed4bee5 was not found and therefore no delete operation was performed {{(pid=101551) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 09:49:06.636349 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-57939c53-53da-40c2-b19f-90652533f7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541'] for port, after_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.646247 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692238', 'neutron.services.segments.db._delete_segments_for_network-8729415614302'] for network, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.664552 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57939c53-53da-40c2-b19f-90652533f7b8 None None] Pushing event deleted for resources: {'Port': ['ID=a05126aa-738b-4ff9-98fe-cbb50ed4bee5,revision_number=None']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:06.667885 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.services.segments.db [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec025e8-c907-428e-81e8-ed8edc7a1310']}} {{(pid=101550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:06.669954 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57939c53-53da-40c2-b19f-90652533f7b8 None None] No DVR routers for this DVR port a05126aa-738b-4ff9-98fe-cbb50ed4bee5 on host dv-cinder-815146-5-iscsi {{(pid=101551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:49:06.682882 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.services.segments.db [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1') {'for_net_delete': True} {{(pid=101550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:06.683200 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.services.segments.db [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7518a66-d4c4-4d7d-9cad-07e3df2ec6b1') {} {{(pid=101550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:06.694626 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729415615847', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8896753'] for segment, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.709278 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.715244 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:49:06.715622 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8897136'] for segment, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: Traceback (most recent call last): Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: timer() Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: cb(*args, **kw) Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: return func(*args, **kwargs) Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: self._notify() Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: self.callback(batched_events) Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: event.method(event) Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: return f(self, *a, **k) Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: return self._get(url).json() Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: return self.request(url, 'GET', **kwargs) Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:49:06.717286 dv-cinder-815146-5-iscsi neutron-server[101550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:49:06.769881 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640007'] for network, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.775314 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.779214 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] 10.222.0.113 "DELETE /v2.0/networks/3ec025e8-c907-428e-81e8-ed8edc7a1310 HTTP/1.1" status: 204 len: 168 time: 0.5848796 Oct 28 09:49:06.782728 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 33540) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:06.794960 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727e227-0fe5-4f5e-b9ea-b4be90dc6359 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ec025e8-c907-428e-81e8-ed8edc7a1310,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:07.146862 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-2828ef79-67a6-402c-b9a2-5925aea7c1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653301'] for router_interface, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:07.399077 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-2828ef79-67a6-402c-b9a2-5925aea7c1cb admin admin] Deleting port 280cccfb-e9de-4828-ad6d-3ad490619738 {{(pid=101549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:49:07.399328 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-2828ef79-67a6-402c-b9a2-5925aea7c1cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:07.482624 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.db [None req-2828ef79-67a6-402c-b9a2-5925aea7c1cb admin admin] For port 280cccfb-e9de-4828-ad6d-3ad490619738, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=280cccfb-e9de-4828-ad6d-3ad490619738,segment=NetworkSegment(3dc3d944-e9b1-4076-b2d1-e24993a98e04),segment_id=3dc3d944-e9b1-4076-b2d1-e24993a98e04)] {{(pid=101549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:07.482981 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-2828ef79-67a6-402c-b9a2-5925aea7c1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:07.495270 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-2828ef79-67a6-402c-b9a2-5925aea7c1cb admin admin] Calling delete_port for 280cccfb-e9de-4828-ad6d-3ad490619738 owned by network:router_interface {{(pid=101549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:49:07.679983 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-2828ef79-67a6-402c-b9a2-5925aea7c1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:07.707325 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828ef79-67a6-402c-b9a2-5925aea7c1cb admin admin] Pushing event deleted for resources: {'Port': ['ID=280cccfb-e9de-4828-ad6d-3ad490619738,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:07.870042 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-2828ef79-67a6-402c-b9a2-5925aea7c1cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653465'] for router_interface, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:08.090399 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2828ef79-67a6-402c-b9a2-5925aea7c1cb admin admin] Router 1a23f9f7-db89-43ae-8263-a4aae8889122 has already been hosted by L3 agent b795c905-d4ab-4275-b216-80b90b100426 {{(pid=101549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:49:08.206069 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2828ef79-67a6-402c-b9a2-5925aea7c1cb admin admin] Notify agent at l3_agent.dv-cinder-815146-5-iscsi the message routers_updated {{(pid=101549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:49:08.213976 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-2828ef79-67a6-402c-b9a2-5925aea7c1cb admin admin] 10.222.0.113 "PUT /v2.0/routers/1a23f9f7-db89-43ae-8263-a4aae8889122/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4270184 Oct 28 09:49:08.214224 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 33544) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:08.217695 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07474505-123a-4c59-bb17-5c5ee9a6a482 None None] Sync routers for ids ['1a23f9f7-db89-43ae-8263-a4aae8889122'] in dv-cinder-815146-5-iscsi {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:49:08.228797 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07474505-123a-4c59-bb17-5c5ee9a6a482 None None] Routers {'1a23f9f7-db89-43ae-8263-a4aae8889122'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:49:08.229438 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-07474505-123a-4c59-bb17-5c5ee9a6a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:48:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['1a23f9f7-db89-43ae-8263-a4aae8889122'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:08.305958 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device a05126aa-738b-4ff9-98fe-cbb50ed4bee5 no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:49:08.326177 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: a05126aa-738b-4ff9-98fe-cbb50ed4bee5 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:49:08.326809 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device a05126aa-738b-4ff9-98fe-cbb50ed4bee5 not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:49:08.327447 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 395e49ee-1928-42c7-becf-224776269db2 no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:49:08.333533 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-da2a689d-bc2c-4d9e-996d-6bac5ed81f9d admin admin] Publish callbacks [] for router, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:08.345864 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-07474505-123a-4c59-bb17-5c5ee9a6a482 None None] Set router 1a23f9f7-db89-43ae-8263-a4aae8889122 gateway port host: dv-cinder-815146-5-iscsi {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:49:08.347747 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: 395e49ee-1928-42c7-becf-224776269db2 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:49:08.348301 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 395e49ee-1928-42c7-becf-224776269db2 not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:49:08.456722 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-da2a689d-bc2c-4d9e-996d-6bac5ed81f9d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:08.509057 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-da2a689d-bc2c-4d9e-996d-6bac5ed81f9d admin admin] Deleting port eced570a-3e68-4489-9a64-96064b0a9cb5 {{(pid=101549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:49:08.509445 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-da2a689d-bc2c-4d9e-996d-6bac5ed81f9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:08.531489 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-07474505-123a-4c59-bb17-5c5ee9a6a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a23f9f7-db89-43ae-8263-a4aae8889122', 'name': 'tempest-TestVolumeBootPattern-1132790752-router', 'tenant_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'external_fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'eced570a-3e68-4489-9a64-96064b0a9cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:53Z', 'updated_at': '2021-10-28T09:49:07Z', 'revision_number': 5, 'project_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'gw_port': {'id': 'eced570a-3e68-4489-9a64-96064b0a9cb5', 'name': '', 'network_id': '31303b2b-323a-4b81-9e96-008831f8aead', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a23f9f7-db89-43ae-8263-a4aae8889122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd3684885-b597-423f-94c6-5f950061bf40', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:41:53Z', 'updated_at': '2021-10-28T09:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3684885-b597-423f-94c6-5f950061bf40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-5-iscsi'}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:08.560161 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07474505-123a-4c59-bb17-5c5ee9a6a482 None None] Checking router: 1a23f9f7-db89-43ae-8263-a4aae8889122 for host: dv-cinder-815146-5-iscsi {{(pid=101552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:49:08.568678 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07474505-123a-4c59-bb17-5c5ee9a6a482 None None] Routers {'1a23f9f7-db89-43ae-8263-a4aae8889122'} bound to L3 agent in host dv-cinder-815146-5-iscsi {{(pid=101552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:49:08.569292 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-07474505-123a-4c59-bb17-5c5ee9a6a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:28:11Z,description=,heartbeat_timestamp=2021-10-28T09:48:41Z,host='dv-cinder-815146-5-iscsi',id=b795c905-d4ab-4275-b216-80b90b100426,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:28:11Z,topic='l3_agent')) {'router_ids': ['1a23f9f7-db89-43ae-8263-a4aae8889122'], 'active': True} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:08.593734 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.db [None req-da2a689d-bc2c-4d9e-996d-6bac5ed81f9d admin admin] For port eced570a-3e68-4489-9a64-96064b0a9cb5, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=eced570a-3e68-4489-9a64-96064b0a9cb5,segment=NetworkSegment(08f22656-f2ac-44ad-b11d-472715fdc334),segment_id=08f22656-f2ac-44ad-b11d-472715fdc334)] {{(pid=101549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:08.594087 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-da2a689d-bc2c-4d9e-996d-6bac5ed81f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:08.608883 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-da2a689d-bc2c-4d9e-996d-6bac5ed81f9d admin admin] Calling delete_port for eced570a-3e68-4489-9a64-96064b0a9cb5 owned by network:router_gateway {{(pid=101549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:49:08.661521 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_dvr_db [None req-07474505-123a-4c59-bb17-5c5ee9a6a482 None None] Set router 1a23f9f7-db89-43ae-8263-a4aae8889122 gateway port host: None {{(pid=101552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:49:08.719372 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.l3_hamode_db [None req-07474505-123a-4c59-bb17-5c5ee9a6a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a23f9f7-db89-43ae-8263-a4aae8889122', 'name': 'tempest-TestVolumeBootPattern-1132790752-router', 'tenant_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:53Z', 'updated_at': '2021-10-28T09:49:08Z', 'revision_number': 6, 'project_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'gw_port_host': None}], 'dv-cinder-815146-5-iscsi', False) {} {{(pid=101552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:08.745805 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07474505-123a-4c59-bb17-5c5ee9a6a482 None None] The sync data for ids ['1a23f9f7-db89-43ae-8263-a4aae8889122'] in dv-cinder-815146-5-iscsi is: [{'id': '1a23f9f7-db89-43ae-8263-a4aae8889122', 'name': 'tempest-TestVolumeBootPattern-1132790752-router', 'tenant_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:41:53Z', 'updated_at': '2021-10-28T09:49:08Z', 'revision_number': 6, 'project_id': '3ac8c63e818c46f1a2bd6f87ae9da767', 'gw_port_host': None}] {{(pid=101552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:49:08.796662 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-da2a689d-bc2c-4d9e-996d-6bac5ed81f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:08.800089 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-a69e585d-7be0-4b03-9320-3216feac65b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:08.827781 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a689d-bc2c-4d9e-996d-6bac5ed81f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=eced570a-3e68-4489-9a64-96064b0a9cb5,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:08.887107 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-da2a689d-bc2c-4d9e-996d-6bac5ed81f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640059'] for router_gateway, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:08.974916 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-da2a689d-bc2c-4d9e-996d-6bac5ed81f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1653777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3370'] for router, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:08.977030 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-da2a689d-bc2c-4d9e-996d-6bac5ed81f9d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:09.018344 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-da2a689d-bc2c-4d9e-996d-6bac5ed81f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1653766'] for router, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:09.018858 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2a689d-bc2c-4d9e-996d-6bac5ed81f9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a23f9f7-db89-43ae-8263-a4aae8889122 {{(pid=101549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:49:09.022973 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-da2a689d-bc2c-4d9e-996d-6bac5ed81f9d admin admin] Publish callbacks [] for router, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:09.024140 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-da2a689d-bc2c-4d9e-996d-6bac5ed81f9d admin admin] 10.222.0.113 "DELETE /v2.0/routers/1a23f9f7-db89-43ae-8263-a4aae8889122 HTTP/1.1" status: 204 len: 168 time: 0.8089108 Oct 28 09:49:09.028123 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 33548) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:09.311966 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_v2 [None req-05996fc2-2136-45db-a27f-1c1cdb9458ef admin admin] Deleting subnet 2c06e487-948c-4aa8-abac-051cb277cfa1 {{(pid=101549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:49:09.316597 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-05996fc2-2136-45db-a27f-1c1cdb9458ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:09.351946 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-05996fc2-2136-45db-a27f-1c1cdb9458ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2871594'] for subnet, precommit_delete_associations {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:09.430157 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-05996fc2-2136-45db-a27f-1c1cdb9458ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690075'] for subnet, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:09.483858 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-05996fc2-2136-45db-a27f-1c1cdb9458ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8445689'] for subnet, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:09.510394 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05996fc2-2136-45db-a27f-1c1cdb9458ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c06e487-948c-4aa8-abac-051cb277cfa1,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:09.514113 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-05996fc2-2136-45db-a27f-1c1cdb9458ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:09.517419 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-05996fc2-2136-45db-a27f-1c1cdb9458ef admin admin] 10.222.0.113 "DELETE /v2.0/subnets/2c06e487-948c-4aa8-abac-051cb277cfa1 HTTP/1.1" status: 204 len: 168 time: 0.4884274 Oct 28 09:49:09.519983 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 33550) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:09.523163 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e7da7a-ea0c-4ade-adfe-980cf75bed6c None None] Network 71167c7a-6f8e-47d0-9433-00ef574f34da requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:49:09.590976 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9db8c9e6-c334-45c8-b182-f5be7906d214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7814304'] for network, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:09.648883 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-9db8c9e6-c334-45c8-b182-f5be7906d214 admin admin] Deleting port 29b8acc4-9089-4c81-be4e-9b35f8476b76 {{(pid=101549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:49:09.649229 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9db8c9e6-c334-45c8-b182-f5be7906d214 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:09.737177 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.db [None req-9db8c9e6-c334-45c8-b182-f5be7906d214 admin admin] For port 29b8acc4-9089-4c81-be4e-9b35f8476b76, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=29b8acc4-9089-4c81-be4e-9b35f8476b76,segment=NetworkSegment(3dc3d944-e9b1-4076-b2d1-e24993a98e04),segment_id=3dc3d944-e9b1-4076-b2d1-e24993a98e04)] {{(pid=101549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:09.737538 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9db8c9e6-c334-45c8-b182-f5be7906d214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:09.738491 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77fd588-ec79-4bf0-8d5f-0be501bb7f81 None None] DHCP port deletion for 71167c7a-6f8e-47d0-9433-00ef574f34da request from dv-cinder-815146-5-iscsi {{(pid=101551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:49:09.751434 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-9db8c9e6-c334-45c8-b182-f5be7906d214 admin admin] Calling delete_port for 29b8acc4-9089-4c81-be4e-9b35f8476b76 owned by network:dhcp {{(pid=101549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:49:09.793188 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-f77fd588-ec79-4bf0-8d5f-0be501bb7f81 None None] Deleting port 29b8acc4-9089-4c81-be4e-9b35f8476b76 {{(pid=101551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:49:09.793650 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f77fd588-ec79-4bf0-8d5f-0be501bb7f81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:09.844456 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9db8c9e6-c334-45c8-b182-f5be7906d214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869683'] for port, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:09.870510 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-f77fd588-ec79-4bf0-8d5f-0be501bb7f81 None None] For port 29b8acc4-9089-4c81-be4e-9b35f8476b76, host dv-cinder-815146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-5-iscsi',level=0,port_id=29b8acc4-9089-4c81-be4e-9b35f8476b76,segment=NetworkSegment(3dc3d944-e9b1-4076-b2d1-e24993a98e04),segment_id=3dc3d944-e9b1-4076-b2d1-e24993a98e04)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:09.871010 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f77fd588-ec79-4bf0-8d5f-0be501bb7f81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:09.873295 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db8c9e6-c334-45c8-b182-f5be7906d214 admin admin] No DVR routers for this DVR port 29b8acc4-9089-4c81-be4e-9b35f8476b76 on host dv-cinder-815146-5-iscsi {{(pid=101549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:49:09.878356 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8c9e6-c334-45c8-b182-f5be7906d214 admin admin] Pushing event deleted for resources: {'Port': ['ID=29b8acc4-9089-4c81-be4e-9b35f8476b76,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:09.891747 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-f77fd588-ec79-4bf0-8d5f-0be501bb7f81 None None] Calling delete_port for 29b8acc4-9089-4c81-be4e-9b35f8476b76 owned by network:dhcp {{(pid=101551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:49:09.952113 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9db8c9e6-c334-45c8-b182-f5be7906d214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692238', 'neutron.services.segments.db._delete_segments_for_network-8729415614302'] for network, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:09.972115 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-f77fd588-ec79-4bf0-8d5f-0be501bb7f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541'] for port, after_delete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:09.978077 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-9db8c9e6-c334-45c8-b182-f5be7906d214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71167c7a-6f8e-47d0-9433-00ef574f34da']}} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:09.991301 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-9db8c9e6-c334-45c8-b182-f5be7906d214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc3d944-e9b1-4076-b2d1-e24993a98e04') {'for_net_delete': True} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:09.991591 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.services.segments.db [None req-9db8c9e6-c334-45c8-b182-f5be7906d214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc3d944-e9b1-4076-b2d1-e24993a98e04') {} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:10.001926 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9db8c9e6-c334-45c8-b182-f5be7906d214 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729415615847', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2871635'] for segment, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.002213 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77fd588-ec79-4bf0-8d5f-0be501bb7f81 None None] Pushing event deleted for resources: {'Port': ['ID=29b8acc4-9089-4c81-be4e-9b35f8476b76,revision_number=None']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:10.006121 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77fd588-ec79-4bf0-8d5f-0be501bb7f81 None None] No DVR routers for this DVR port 29b8acc4-9089-4c81-be4e-9b35f8476b76 on host dv-cinder-815146-5-iscsi {{(pid=101551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:49:10.020544 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9db8c9e6-c334-45c8-b182-f5be7906d214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.027281 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db8c9e6-c334-45c8-b182-f5be7906d214 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:49:10.027685 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9db8c9e6-c334-45c8-b182-f5be7906d214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869612'] for segment, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: Traceback (most recent call last): Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: timer() Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: cb(*args, **kw) Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: return func(*args, **kwargs) Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: self._notify() Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: self.callback(batched_events) Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: event.method(event) Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: return f(self, *a, **k) Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: return self._get(url).json() Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: return self.request(url, 'GET', **kwargs) Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:49:10.029561 dv-cinder-815146-5-iscsi neutron-server[101549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:49:10.088830 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9db8c9e6-c334-45c8-b182-f5be7906d214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640007'] for network, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.096186 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-9db8c9e6-c334-45c8-b182-f5be7906d214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.099390 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-9db8c9e6-c334-45c8-b182-f5be7906d214 admin admin] 10.222.0.113 "DELETE /v2.0/networks/71167c7a-6f8e-47d0-9433-00ef574f34da HTTP/1.1" status: 204 len: 168 time: 0.5784497 Oct 28 09:49:10.108846 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8c9e6-c334-45c8-b182-f5be7906d214 admin admin] Pushing event deleted for resources: {'Network': ['ID=71167c7a-6f8e-47d0-9433-00ef574f34da,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:10.215606 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 33556) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:10.227621 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 280cccfb-e9de-4828-ad6d-3ad490619738 no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:49:10.251255 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: 280cccfb-e9de-4828-ad6d-3ad490619738 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:49:10.251609 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 280cccfb-e9de-4828-ad6d-3ad490619738 not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:49:10.252058 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device eced570a-3e68-4489-9a64-96064b0a9cb5 no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:49:10.262350 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-7d7f1245-22ab-44b0-b539-ed3fd2b02986 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0c21dfdaee364617abd51da0c404f641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455496 Oct 28 09:49:10.264915 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 33558) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:10.272144 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: eced570a-3e68-4489-9a64-96064b0a9cb5 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:49:10.272617 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device eced570a-3e68-4489-9a64-96064b0a9cb5 not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:49:10.272835 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 29b8acc4-9089-4c81-be4e-9b35f8476b76 no longer exists at agent ovs-agent-dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:49:10.291979 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] No Port match for: 29b8acc4-9089-4c81-be4e-9b35f8476b76 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:49:10.292320 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Device 29b8acc4-9089-4c81-be4e-9b35f8476b76 not bound to the agent host dv-cinder-815146-5-iscsi {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:49:10.316941 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-094e4347-70cf-4789-aa9f-17c27262f0c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.338356 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-094e4347-70cf-4789-aa9f-17c27262f0c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.385641 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-094e4347-70cf-4789-aa9f-17c27262f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.388270 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-094e4347-70cf-4789-aa9f-17c27262f0c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.389454 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-094e4347-70cf-4789-aa9f-17c27262f0c6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a21476da-bcfb-4159-aa43-ee58f27e3b38 HTTP/1.1" status: 204 len: 168 time: 0.1236434 Oct 28 09:49:10.397867 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e4347-70cf-4789-aa9f-17c27262f0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21476da-bcfb-4159-aa43-ee58f27e3b38,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:10.704542 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 33568) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:10.764579 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-b559e8e5-4526-46c7-a8f8-fd2d7ac52f70 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3ac8c63e818c46f1a2bd6f87ae9da767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507772 Oct 28 09:49:10.764579 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 33574) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:10.809726 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-147cc55d-dbe8-466f-8e35-3d708896cefd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.832699 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-147cc55d-dbe8-466f-8e35-3d708896cefd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.877194 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-147cc55d-dbe8-466f-8e35-3d708896cefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.879826 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-147cc55d-dbe8-466f-8e35-3d708896cefd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.880959 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-147cc55d-dbe8-466f-8e35-3d708896cefd admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/57489414-328e-451d-b8dc-f32b42e7f6ea HTTP/1.1" status: 204 len: 168 time: 0.1210990 Oct 28 09:49:10.888915 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cc55d-dbe8-466f-8e35-3d708896cefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57489414-328e-451d-b8dc-f32b42e7f6ea,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:11.203346 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-24e6f687-1210-46d8-b2e4-509f26ac99be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:12.538745 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:12.613787 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:13.795042 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:16.545828 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 33610) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:16.672128 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-352afd90-5e72-4a5b-810d-d57f182ec49b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:16.747148 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-352afd90-5e72-4a5b-810d-d57f182ec49b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:16.750903 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-352afd90-5e72-4a5b-810d-d57f182ec49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:16.789303 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-352afd90-5e72-4a5b-810d-d57f182ec49b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=724857135a6546989b69d12ff2ac576e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423668 Oct 28 09:49:16.790242 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352afd90-5e72-4a5b-810d-d57f182ec49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b40ade8-1bd3-4c57-96d6-8334039a3336,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:16.791995 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 33614) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:16.840896 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-59d11f66-330b-4a48-9763-5ebb2ac26a58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:16.862461 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-59d11f66-330b-4a48-9763-5ebb2ac26a58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:16.907255 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-59d11f66-330b-4a48-9763-5ebb2ac26a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:16.910168 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-59d11f66-330b-4a48-9763-5ebb2ac26a58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:16.911573 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-59d11f66-330b-4a48-9763-5ebb2ac26a58 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3b40ade8-1bd3-4c57-96d6-8334039a3336 HTTP/1.1" status: 204 len: 168 time: 0.1186018 Oct 28 09:49:16.919317 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d11f66-330b-4a48-9763-5ebb2ac26a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b40ade8-1bd3-4c57-96d6-8334039a3336,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:22.397826 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:26.199643 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 33700) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:26.307874 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-9485f219-15d1-4564-b2c3-32d62114475a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:26.381978 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-9485f219-15d1-4564-b2c3-32d62114475a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:26.385706 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-9485f219-15d1-4564-b2c3-32d62114475a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:26.426373 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-9485f219-15d1-4564-b2c3-32d62114475a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6d582a7550dc42cdaf8e694e44f750bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256038 Oct 28 09:49:26.427472 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485f219-15d1-4564-b2c3-32d62114475a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9adcd4-db4c-4d50-bdba-f988d9195662,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:26.429085 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 33704) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:26.484114 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-762ce656-db2c-4919-a3d6-c2cdcb5b4fd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:26.506273 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-762ce656-db2c-4919-a3d6-c2cdcb5b4fd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:26.552688 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-762ce656-db2c-4919-a3d6-c2cdcb5b4fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:26.555407 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-762ce656-db2c-4919-a3d6-c2cdcb5b4fd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:26.556585 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-762ce656-db2c-4919-a3d6-c2cdcb5b4fd2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7e9adcd4-db4c-4d50-bdba-f988d9195662 HTTP/1.1" status: 204 len: 168 time: 0.1263645 Oct 28 09:49:26.563942 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ce656-db2c-4919-a3d6-c2cdcb5b4fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9adcd4-db4c-4d50-bdba-f988d9195662,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:27.172599 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 33726) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:27.269109 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.v2.base [None req-8813cd93-40d4-4447-a5b4-88f3f352e7f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1239857296-network', 'tenant_id': '1ff8fa66f5ae423f9257f62b747b4985'}} {{(pid=101549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:49:27.290186 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8813cd93-40d4-4447-a5b4-88f3f352e7f8 admin admin] Made reservation on behalf of 1ff8fa66f5ae423f9257f62b747b4985 for: {'network': 1} {{(pid=101549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:49:27.292496 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8813cd93-40d4-4447-a5b4-88f3f352e7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for network, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:27.301440 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8813cd93-40d4-4447-a5b4-88f3f352e7f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:27.375572 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8813cd93-40d4-4447-a5b4-88f3f352e7f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:27.379392 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8813cd93-40d4-4447-a5b4-88f3f352e7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:27.403465 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8813cd93-40d4-4447-a5b4-88f3f352e7f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=101549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:49:27.414116 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813cd93-40d4-4447-a5b4-88f3f352e7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:27.419167 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8813cd93-40d4-4447-a5b4-88f3f352e7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:27.419539 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.db.segments_db [None req-8813cd93-40d4-4447-a5b4-88f3f352e7f8 admin admin] Added segment 0b51fc56-6d72-41c4-a56b-743203f9ccfc of type vlan for network 2c622802-c70a-46c2-b305-86f44c612bc4 Oct 28 09:49:27.459327 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8813cd93-40d4-4447-a5b4-88f3f352e7f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729415096998'] for network, precommit_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:27.485454 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8813cd93-40d4-4447-a5b4-88f3f352e7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372'] for network, after_create {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:27.487000 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8813cd93-40d4-4447-a5b4-88f3f352e7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:27.487590 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-8813cd93-40d4-4447-a5b4-88f3f352e7f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:27.540965 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-8813cd93-40d4-4447-a5b4-88f3f352e7f8 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3672705 Oct 28 09:49:27.544344 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 33730) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:27.549678 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [None req-960e56e5-9e63-4dce-88e8-b6499f7c10db admin admin] Request body: {'subnet': {'network_id': '2c622802-c70a-46c2-b305-86f44c612bc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1239857296-subnet', 'tenant_id': '1ff8fa66f5ae423f9257f62b747b4985', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:49:27.553877 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813cd93-40d4-4447-a5b4-88f3f352e7f8 admin admin] Pushing event updated for resources: {'Network': ['ID=2c622802-c70a-46c2-b305-86f44c612bc4,revision_number=1']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:27.566048 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Network 2c622802-c70a-46c2-b305-86f44c612bc4 details requested by agent ovs-agent-dv-cinder-815146-5-iscsi with host dv-cinder-815146-5-iscsi {{(pid=101551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:49:27.571974 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960e56e5-9e63-4dce-88e8-b6499f7c10db admin admin] Made reservation on behalf of 1ff8fa66f5ae423f9257f62b747b4985 for: {'subnet': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:49:27.574276 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-960e56e5-9e63-4dce-88e8-b6499f7c10db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8402745'] for subnet, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:27.742683 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-960e56e5-9e63-4dce-88e8-b6499f7c10db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8897243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8402731'] for subnet, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:27.790951 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e56e5-9e63-4dce-88e8-b6499f7c10db admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b6b217c-73fc-4671-bff7-ae041e225ec3,revision_number=0']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:27.806160 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960e56e5-9e63-4dce-88e8-b6499f7c10db admin admin] Checking segment: {'id': '0b51fc56-6d72-41c4-a56b-743203f9ccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2c622802-c70a-46c2-b305-86f44c612bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:49:27.806506 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960e56e5-9e63-4dce-88e8-b6499f7c10db admin admin] Network hostable DHCP agents. Network: 2c622802-c70a-46c2-b305-86f44c612bc4, hostable agents: ['51f327a7-c6d2-45a0-a90b-356f50710923'], hosted agents: [] {{(pid=101550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:49:27.822896 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960e56e5-9e63-4dce-88e8-b6499f7c10db admin admin] Network 2c622802-c70a-46c2-b305-86f44c612bc4 is scheduled to be hosted by DHCP agent 51f327a7-c6d2-45a0-a90b-356f50710923 with binding_index 1 {{(pid=101550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:49:27.831241 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [None req-960e56e5-9e63-4dce-88e8-b6499f7c10db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-5-iscsi, 2c622802-c70a-46c2-b305-86f44c612bc4) {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:49:27.835415 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960e56e5-9e63-4dce-88e8-b6499f7c10db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:27.836027 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-960e56e5-9e63-4dce-88e8-b6499f7c10db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for subnet, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:27.840035 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9835599-68fc-4127-bc47-26cb4bee1984 None None] Network 2c622802-c70a-46c2-b305-86f44c612bc4 requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:49:27.850925 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-960e56e5-9e63-4dce-88e8-b6499f7c10db admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3054664 Oct 28 09:49:27.969955 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb18c03-62dc-4c62-a084-3e34157f75c0 None None] Network 2c622802-c70a-46c2-b305-86f44c612bc4 requested from dv-cinder-815146-5-iscsi {{(pid=101551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:49:29.590055 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4c884-fd50-4918-8693-6199314cea7c req-a767191a-b02b-4c97-88cd-ede2fe8a1d55 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:29.591506 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aeb4c884-fd50-4918-8693-6199314cea7c req-a767191a-b02b-4c97-88cd-ede2fe8a1d55 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/networks?id=2c622802-c70a-46c2-b305-86f44c612bc4 HTTP/1.1" status: 200 len: 814 time: 0.1081223 Oct 28 09:49:29.606852 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aeb4c884-fd50-4918-8693-6199314cea7c req-fa4410c8-181d-4533-9f33-7b8cade36f60 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/quotas/1ff8fa66f5ae423f9257f62b747b4985 HTTP/1.1" status: 200 len: 375 time: 0.0088949 Oct 28 09:49:29.882772 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aeb4c884-fd50-4918-8693-6199314cea7c req-53e2cd7a-d636-41d0-9e79-396de54c5a72 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=1ff8fa66f5ae423f9257f62b747b4985&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2698796 Oct 28 09:49:30.019997 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aeb4c884-fd50-4918-8693-6199314cea7c req-0ef89b40-b1cc-479c-a521-d786d4cafe10 service neutron] 10.222.0.113 "GET /v2.0/networks/2c622802-c70a-46c2-b305-86f44c612bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302016 Oct 28 09:49:30.112426 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aeb4c884-fd50-4918-8693-6199314cea7c req-9cd0fffb-c876-4f44-aa53-6052caf238ed service neutron] 10.222.0.113 "GET /v2.0/networks/2c622802-c70a-46c2-b305-86f44c612bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863209 Oct 28 09:49:31.292474 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-a78a764a-dac6-40c1-9e3b-afe001c7eb71 req-e60afea0-2ed6-4922-aaa6-39a041c45cd0 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=c2495893-8358-4133-a9aa-086cc182139d HTTP/1.1" status: 200 len: 210 time: 0.0275035 Oct 28 09:49:32.034051 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:49:32.368118 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-2c46010c-10be-44b1-bc83-bb0ac398bb29 req-b76930bf-5394-4c1e-ba35-849972e5635e tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=c2495893-8358-4133-a9aa-086cc182139d HTTP/1.1" status: 200 len: 210 time: 0.0273442 Oct 28 09:49:33.446515 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-aae38349-9abd-42b0-b7ab-bfd88e49f151 req-c60bc9f2-6515-4030-83c7-a67d1577d129 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=c2495893-8358-4133-a9aa-086cc182139d HTTP/1.1" status: 200 len: 210 time: 0.0263526 Oct 28 09:49:34.523227 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c7c5bec4-3555-4602-9866-3a7619bd27af req-883bdff1-93ca-42d3-9827-16e2329ff74a tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=c2495893-8358-4133-a9aa-086cc182139d HTTP/1.1" status: 200 len: 210 time: 0.0258555 Oct 28 09:49:35.614934 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-632acd4c-8146-4210-8633-3535392cb4fd req-77cfe489-cd2f-4b76-bf68-1a674d8ba56b tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=c2495893-8358-4133-a9aa-086cc182139d HTTP/1.1" status: 200 len: 210 time: 0.0267150 Oct 28 09:49:36.490630 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4c884-fd50-4918-8693-6199314cea7c req-c2efa88e-a319-48fa-9e84-3b48f61d85f5 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:36.492401 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aeb4c884-fd50-4918-8693-6199314cea7c req-c2efa88e-a319-48fa-9e84-3b48f61d85f5 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.98 "GET /v2.0/networks?id=2c622802-c70a-46c2-b305-86f44c612bc4 HTTP/1.1" status: 200 len: 814 time: 0.1104040 Oct 28 09:49:36.506477 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-aeb4c884-fd50-4918-8693-6199314cea7c req-c0bcc888-2644-4b83-a6a9-5db037e04202 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Request body: {'port': {'device_id': 'c2495893-8358-4133-a9aa-086cc182139d', 'network_id': '2c622802-c70a-46c2-b305-86f44c612bc4', 'admin_state_up': True, 'tenant_id': '1ff8fa66f5ae423f9257f62b747b4985'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:49:36.619549 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb4c884-fd50-4918-8693-6199314cea7c req-c0bcc888-2644-4b83-a6a9-5db037e04202 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Made reservation on behalf of 1ff8fa66f5ae423f9257f62b747b4985 for: {'port': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:49:36.623062 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-aeb4c884-fd50-4918-8693-6199314cea7c req-c0bcc888-2644-4b83-a6a9-5db037e04202 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:36.719322 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-a7641245-336d-41cf-a6e3-29172c5e0d5e req-669049c6-6de2-49ce-aadd-bdaaeaa3678d tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=c2495893-8358-4133-a9aa-086cc182139d HTTP/1.1" status: 200 len: 210 time: 0.0294175 Oct 28 09:49:36.768217 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [req-aeb4c884-fd50-4918-8693-6199314cea7c req-c0bcc888-2644-4b83-a6a9-5db037e04202 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Allocated IP 172.20.0.6 (2c622802-c70a-46c2-b305-86f44c612bc4/4b6b217c-73fc-4671-bff7-ae041e225ec3/4905d19f-4aa8-4066-ae8d-ba0696759dfb) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:49:36.913396 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-aeb4c884-fd50-4918-8693-6199314cea7c req-c0bcc888-2644-4b83-a6a9-5db037e04202 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:36.946202 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-aeb4c884-fd50-4918-8693-6199314cea7c req-c0bcc888-2644-4b83-a6a9-5db037e04202 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:36.994461 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb4c884-fd50-4918-8693-6199314cea7c req-c0bcc888-2644-4b83-a6a9-5db037e04202 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Network 2c622802-c70a-46c2-b305-86f44c612bc4 is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:49:36.997632 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [req-aeb4c884-fd50-4918-8693-6199314cea7c req-c0bcc888-2644-4b83-a6a9-5db037e04202 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:49:37.000400 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb4c884-fd50-4918-8693-6199314cea7c req-c0bcc888-2644-4b83-a6a9-5db037e04202 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:49:37.026369 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bcc888-2644-4b83-a6a9-5db037e04202 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Pushing event updated for resources: {'Port': ['ID=4905d19f-4aa8-4066-ae8d-ba0696759dfb,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:37.054157 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4c884-fd50-4918-8693-6199314cea7c req-c0bcc888-2644-4b83-a6a9-5db037e04202 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:37.054858 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-aeb4c884-fd50-4918-8693-6199314cea7c req-c0bcc888-2644-4b83-a6a9-5db037e04202 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:37.070785 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aeb4c884-fd50-4918-8693-6199314cea7c req-c0bcc888-2644-4b83-a6a9-5db037e04202 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5692649 Oct 28 09:49:37.083570 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-aeb4c884-fd50-4918-8693-6199314cea7c req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] Request body: {'port': {'device_id': 'c2495893-8358-4133-a9aa-086cc182139d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:49:37.135212 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-aeb4c884-fd50-4918-8693-6199314cea7c req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:37.398886 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [req-aeb4c884-fd50-4918-8693-6199314cea7c req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4905d19f-4aa8-4066-ae8d-ba0696759dfb {{(pid=101550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:49:37.406219 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-aeb4c884-fd50-4918-8693-6199314cea7c req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:37.419894 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.provisioning_blocks [req-aeb4c884-fd50-4918-8693-6199314cea7c req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] Transition to ACTIVE for port object 4905d19f-4aa8-4066-ae8d-ba0696759dfb will not be triggered until provisioned by entity L2. {{(pid=101550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:49:37.423344 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-aeb4c884-fd50-4918-8693-6199314cea7c req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:37.473734 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] Pushing event updated for resources: {'Port': ['ID=4905d19f-4aa8-4066-ae8d-ba0696759dfb,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:37.539747 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-aeb4c884-fd50-4918-8693-6199314cea7c req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] Attempting to bind port 4905d19f-4aa8-4066-ae8d-ba0696759dfb on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:49:37.540411 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-aeb4c884-fd50-4918-8693-6199314cea7c req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] Attempting to bind port 4905d19f-4aa8-4066-ae8d-ba0696759dfb by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '0b51fc56-6d72-41c4-a56b-743203f9ccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2c622802-c70a-46c2-b305-86f44c612bc4'}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:49:37.540411 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb4c884-fd50-4918-8693-6199314cea7c req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] Attempting to bind port 4905d19f-4aa8-4066-ae8d-ba0696759dfb on network 2c622802-c70a-46c2-b305-86f44c612bc4 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:49:37.544568 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb4c884-fd50-4918-8693-6199314cea7c req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] Port 4905d19f-4aa8-4066-ae8d-ba0696759dfb on network 2c622802-c70a-46c2-b305-86f44c612bc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:49:37.544885 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb4c884-fd50-4918-8693-6199314cea7c req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] Attempting to bind port 4905d19f-4aa8-4066-ae8d-ba0696759dfb on network 2c622802-c70a-46c2-b305-86f44c612bc4 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:49:37.549658 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb4c884-fd50-4918-8693-6199314cea7c req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] Checking agent: {'id': 'afc7fccb-f5d9-4cc0-9292-378149b33414', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'started_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:49:37.549988 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb4c884-fd50-4918-8693-6199314cea7c req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] Checking segment: {'id': '0b51fc56-6d72-41c4-a56b-743203f9ccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2c622802-c70a-46c2-b305-86f44c612bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:49:37.550368 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb4c884-fd50-4918-8693-6199314cea7c req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] Bound using segment: {'id': '0b51fc56-6d72-41c4-a56b-743203f9ccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2c622802-c70a-46c2-b305-86f44c612bc4'} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:49:37.550859 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-aeb4c884-fd50-4918-8693-6199314cea7c req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] Bound port: 4905d19f-4aa8-4066-ae8d-ba0696759dfb, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b51fc56-6d72-41c4-a56b-743203f9ccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2c622802-c70a-46c2-b305-86f44c612bc4'}}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:49:37.551209 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-aeb4c884-fd50-4918-8693-6199314cea7c req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:37.616062 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-aeb4c884-fd50-4918-8693-6199314cea7c req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] For port 4905d19f-4aa8-4066-ae8d-ba0696759dfb, host hv-cinder-81514, cleared binding levels {{(pid=101550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:49:37.619154 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-aeb4c884-fd50-4918-8693-6199314cea7c req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] For port 4905d19f-4aa8-4066-ae8d-ba0696759dfb, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4905d19f-4aa8-4066-ae8d-ba0696759dfb,segment=NetworkSegment(0b51fc56-6d72-41c4-a56b-743203f9ccfc),segment_id=0b51fc56-6d72-41c4-a56b-743203f9ccfc)] {{(pid=101550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:49:37.623273 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-aeb4c884-fd50-4918-8693-6199314cea7c req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:37.659194 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4c884-fd50-4918-8693-6199314cea7c req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:37.659831 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-aeb4c884-fd50-4918-8693-6199314cea7c req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:37.661523 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aeb4c884-fd50-4918-8693-6199314cea7c req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] 10.222.0.98 "PUT /v2.0/ports/4905d19f-4aa8-4066-ae8d-ba0696759dfb HTTP/1.1" status: 200 len: 1093 time: 0.5826895 Oct 28 09:49:37.661960 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2495893-8358-4133-a9aa-086cc182139d', 'tag': '4905d19f-4aa8-4066-ae8d-ba0696759dfb'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:49:37.664319 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7ce125-20e2-4f17-b259-ce5aa0d81545" -d '{"events": [{"name": "network-changed", "server_uuid": "c2495893-8358-4133-a9aa-086cc182139d", "tag": "4905d19f-4aa8-4066-ae8d-ba0696759dfb"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:37.689957 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de782c-4b50-436d-a194-8499971f2c23 service neutron] Pushing event updated for resources: {'Port': ['ID=4905d19f-4aa8-4066-ae8d-ba0696759dfb,revision_number=3']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:37.709384 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96042c46-a812-47ab-8340-80a51633346c x-openstack-request-id: req-96042c46-a812-47ab-8340-80a51633346c {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:37.709666 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2495893-8358-4133-a9aa-086cc182139d", "tag": "4905d19f-4aa8-4066-ae8d-ba0696759dfb", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:37.709920 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-96042c46-a812-47ab-8340-80a51633346c {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:37.710306 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2495893-8358-4133-a9aa-086cc182139d', 'tag': '4905d19f-4aa8-4066-ae8d-ba0696759dfb', 'status': 'completed', 'code': 200} Oct 28 09:49:37.743033 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4c884-fd50-4918-8693-6199314cea7c req-896495dd-ae20-43fd-98cc-820310b103b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:37.744597 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aeb4c884-fd50-4918-8693-6199314cea7c req-896495dd-ae20-43fd-98cc-820310b103b9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1ff8fa66f5ae423f9257f62b747b4985&device_id=c2495893-8358-4133-a9aa-086cc182139d HTTP/1.1" status: 200 len: 1096 time: 0.0449491 Oct 28 09:49:37.799075 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aeb4c884-fd50-4918-8693-6199314cea7c req-73f2a4f0-a27e-410d-9856-8b5a099afc47 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4905d19f-4aa8-4066-ae8d-ba0696759dfb HTTP/1.1" status: 200 len: 217 time: 0.0464253 Oct 28 09:49:37.872341 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dfbba-5867-4483-800c-30c32d9aaa9f req-fdc36aaa-46ab-48e1-94ea-e7ad4f221756 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:37.873818 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0b4dfbba-5867-4483-800c-30c32d9aaa9f req-fdc36aaa-46ab-48e1-94ea-e7ad4f221756 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=c2495893-8358-4133-a9aa-086cc182139d HTTP/1.1" status: 200 len: 943 time: 0.0839071 Oct 28 09:49:37.875518 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4c884-fd50-4918-8693-6199314cea7c req-6ce513b2-ae72-4936-837a-9c8451c31ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:37.876837 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aeb4c884-fd50-4918-8693-6199314cea7c req-6ce513b2-ae72-4936-837a-9c8451c31ca2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4b6b217c-73fc-4671-bff7-ae041e225ec3 HTTP/1.1" status: 200 len: 854 time: 0.0612452 Oct 28 09:49:37.919917 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aeb4c884-fd50-4918-8693-6199314cea7c req-a8e3dfd3-3ef7-4851-b83f-bc6c3d0056ad service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=2c622802-c70a-46c2-b305-86f44c612bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337698 Oct 28 09:49:37.953177 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-0b4dfbba-5867-4483-800c-30c32d9aaa9f req-ebe21896-abee-4ac9-bb80-cb37c98fd0ee tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/security-groups?id=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727634 Oct 28 09:49:38.018544 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aeb4c884-fd50-4918-8693-6199314cea7c req-c8829210-75c4-4bbe-86a0-9781b13a65d7 service neutron] 10.222.0.98 "GET /v2.0/networks/2c622802-c70a-46c2-b305-86f44c612bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877047 Oct 28 09:49:38.112443 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-aeb4c884-fd50-4918-8693-6199314cea7c req-a660d4fd-5a58-4dd3-a4fa-112981d149fc service neutron] 10.222.0.98 "GET /v2.0/networks/2c622802-c70a-46c2-b305-86f44c612bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853174 Oct 28 09:49:38.201846 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ce125-20e2-4f17-b259-ce5aa0d81545 req-b897dd44-580e-42c2-a790-dcd5953fc231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:38.203346 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fb7ce125-20e2-4f17-b259-ce5aa0d81545 req-b897dd44-580e-42c2-a790-dcd5953fc231 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1ff8fa66f5ae423f9257f62b747b4985&device_id=c2495893-8358-4133-a9aa-086cc182139d HTTP/1.1" status: 200 len: 1096 time: 0.0444343 Oct 28 09:49:38.299664 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ce125-20e2-4f17-b259-ce5aa0d81545 req-86104fec-6676-4e1f-bcc3-712ea5bb0cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:38.302178 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fb7ce125-20e2-4f17-b259-ce5aa0d81545 req-86104fec-6676-4e1f-bcc3-712ea5bb0cdb service neutron] 10.222.0.98 "GET /v2.0/networks?id=2c622802-c70a-46c2-b305-86f44c612bc4 HTTP/1.1" status: 200 len: 915 time: 0.0898020 Oct 28 09:49:38.344204 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fb7ce125-20e2-4f17-b259-ce5aa0d81545 req-5e85ce60-1390-4135-a3a4-a87ffde806c3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4905d19f-4aa8-4066-ae8d-ba0696759dfb HTTP/1.1" status: 200 len: 217 time: 0.0333624 Oct 28 09:49:38.394014 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ce125-20e2-4f17-b259-ce5aa0d81545 req-a62a3416-bd8b-40ee-8c5a-e1b1fd1a8722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:38.395531 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fb7ce125-20e2-4f17-b259-ce5aa0d81545 req-a62a3416-bd8b-40ee-8c5a-e1b1fd1a8722 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4b6b217c-73fc-4671-bff7-ae041e225ec3 HTTP/1.1" status: 200 len: 854 time: 0.0428557 Oct 28 09:49:38.428896 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fb7ce125-20e2-4f17-b259-ce5aa0d81545 req-489bd565-4644-492d-9fbb-60588f65ed9e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=2c622802-c70a-46c2-b305-86f44c612bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253811 Oct 28 09:49:38.524343 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fb7ce125-20e2-4f17-b259-ce5aa0d81545 req-b3922de3-5974-4b55-b00e-7095461388c0 service neutron] 10.222.0.98 "GET /v2.0/networks/2c622802-c70a-46c2-b305-86f44c612bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875106 Oct 28 09:49:38.617315 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-fb7ce125-20e2-4f17-b259-ce5aa0d81545 req-21784578-b9ec-4b66-87d4-4b1306041e10 service neutron] 10.222.0.98 "GET /v2.0/networks/2c622802-c70a-46c2-b305-86f44c612bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855563 Oct 28 09:49:38.806198 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-4654ddc9-3ba9-4c9c-97be-ad3190f8fc70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:39.075089 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6874f49-e2ef-4bec-ad30-2bbad5d05890 req-f4e00e07-0569-45a7-98bb-e5624f4e39cc tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:39.076493 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b6874f49-e2ef-4bec-ad30-2bbad5d05890 req-f4e00e07-0569-45a7-98bb-e5624f4e39cc tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=c2495893-8358-4133-a9aa-086cc182139d HTTP/1.1" status: 200 len: 943 time: 0.0539858 Oct 28 09:49:39.114991 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-b6874f49-e2ef-4bec-ad30-2bbad5d05890 req-53925423-d1dc-4299-ad1b-8a9d2b001a3b tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/security-groups?id=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317907 Oct 28 09:49:40.232852 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4cbeb-5a35-41ef-ab35-1328bd9d64e8 req-ef98aac6-d86f-441e-8af5-f5cdcd014727 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:40.234323 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c4d4cbeb-5a35-41ef-ab35-1328bd9d64e8 req-ef98aac6-d86f-441e-8af5-f5cdcd014727 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=c2495893-8358-4133-a9aa-086cc182139d HTTP/1.1" status: 200 len: 943 time: 0.0508394 Oct 28 09:49:40.271573 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-c4d4cbeb-5a35-41ef-ab35-1328bd9d64e8 req-9acf0ff8-0b77-4e81-b211-29e5f98237ec tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/security-groups?id=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312352 Oct 28 09:49:41.207698 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-67061df2-2d01-4fbd-af00-772ca8902786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:41.385280 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a90e63-dbc9-46be-8c74-c5d0442a7cc5 req-08e4cb19-0a10-47d5-a300-074980406566 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:41.386736 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e3a90e63-dbc9-46be-8c74-c5d0442a7cc5 req-08e4cb19-0a10-47d5-a300-074980406566 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=c2495893-8358-4133-a9aa-086cc182139d HTTP/1.1" status: 200 len: 943 time: 0.0475833 Oct 28 09:49:41.424399 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-e3a90e63-dbc9-46be-8c74-c5d0442a7cc5 req-2cf3f30f-9017-461e-b1c2-ea4eefb5032c tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/security-groups?id=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318294 Oct 28 09:49:41.714168 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 4905d19f-4aa8-4066-ae8d-ba0696759dfb details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:49:41.809497 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 4905d19f-4aa8-4066-ae8d-ba0696759dfb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4905d19f-4aa8-4066-ae8d-ba0696759dfb,segment=NetworkSegment(0b51fc56-6d72-41c4-a56b-743203f9ccfc),segment_id=0b51fc56-6d72-41c4-a56b-743203f9ccfc)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:41.823764 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': '4905d19f-4aa8-4066-ae8d-ba0696759dfb', 'network_id': '2c622802-c70a-46c2-b305-86f44c612bc4', 'port_id': '4905d19f-4aa8-4066-ae8d-ba0696759dfb', 'mac_address': 'fa:16:3e:31:b3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b6b217c-73fc-4671-bff7-ae041e225ec3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:49:41.860337 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:41.873525 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4905d19f-4aa8-4066-ae8d-ba0696759dfb {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:49:41.892405 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 4905d19f-4aa8-4066-ae8d-ba0696759dfb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4905d19f-4aa8-4066-ae8d-ba0696759dfb,segment=NetworkSegment(0b51fc56-6d72-41c4-a56b-743203f9ccfc),segment_id=0b51fc56-6d72-41c4-a56b-743203f9ccfc)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:41.896417 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:41.944152 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=4905d19f-4aa8-4066-ae8d-ba0696759dfb,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:41.951033 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:41.951385 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:41.951750 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:41.952089 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:41.952420 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:41.952751 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:41.953081 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:41.953407 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:41.953732 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:41.954055 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:41.954376 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:41.954695 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:42.151798 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['4905d19f-4aa8-4066-ae8d-ba0696759dfb'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:49:42.538565 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:42.542297 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d5c0e-69f4-4184-946b-7b05c48532d5 req-3cbfb51f-8b75-4cca-b661-8a5429739139 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:42.543834 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-475d5c0e-69f4-4184-946b-7b05c48532d5 req-3cbfb51f-8b75-4cca-b661-8a5429739139 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=c2495893-8358-4133-a9aa-086cc182139d HTTP/1.1" status: 200 len: 944 time: 0.0506706 Oct 28 09:49:42.581976 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-475d5c0e-69f4-4184-946b-7b05c48532d5 req-93dd6be9-4540-4a40-8f31-f954d9290e98 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/security-groups?id=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321000 Oct 28 09:49:42.620894 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:43.697233 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b35a25-bd92-481a-8200-081bcb7d7752 req-5ff244f8-da69-42b5-9f16-1a9ed358a2d2 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:43.698690 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-21b35a25-bd92-481a-8200-081bcb7d7752 req-5ff244f8-da69-42b5-9f16-1a9ed358a2d2 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=c2495893-8358-4133-a9aa-086cc182139d HTTP/1.1" status: 200 len: 944 time: 0.0494640 Oct 28 09:49:43.729233 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 4905d19f-4aa8-4066-ae8d-ba0696759dfb up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:49:43.735487 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-21b35a25-bd92-481a-8200-081bcb7d7752 req-3b4346b6-aa4b-44f6-9053-90979be61489 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/security-groups?id=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308673 Oct 28 09:49:43.779585 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning for port 4905d19f-4aa8-4066-ae8d-ba0696759dfb completed by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:49:43.788189 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port 4905d19f-4aa8-4066-ae8d-ba0696759dfb triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:43.788562 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:43.825117 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:43.873776 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:43.897702 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2495893-8358-4133-a9aa-086cc182139d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4905d19f-4aa8-4066-ae8d-ba0696759dfb'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:49:43.900602 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c4a7ec-ea06-4781-ac3a-01a8950e38d6" -d '{"events": [{"server_uuid": "c2495893-8358-4133-a9aa-086cc182139d", "name": "network-vif-plugged", "status": "completed", "tag": "4905d19f-4aa8-4066-ae8d-ba0696759dfb"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:43.913502 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 4905d19f-4aa8-4066-ae8d-ba0696759dfb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4905d19f-4aa8-4066-ae8d-ba0696759dfb,segment=NetworkSegment(0b51fc56-6d72-41c4-a56b-743203f9ccfc),segment_id=0b51fc56-6d72-41c4-a56b-743203f9ccfc)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:43.917469 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:43.972925 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=4905d19f-4aa8-4066-ae8d-ba0696759dfb,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:44.083495 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1722f15e-1557-4ff0-a22e-edcb775041b7 x-openstack-request-id: req-1722f15e-1557-4ff0-a22e-edcb775041b7 {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:44.083864 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2495893-8358-4133-a9aa-086cc182139d", "name": "network-vif-plugged", "status": "completed", "tag": "4905d19f-4aa8-4066-ae8d-ba0696759dfb", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:44.084066 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1722f15e-1557-4ff0-a22e-edcb775041b7 {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:44.084453 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2495893-8358-4133-a9aa-086cc182139d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4905d19f-4aa8-4066-ae8d-ba0696759dfb', 'code': 200} Oct 28 09:49:44.255412 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102016e8-d06e-4b97-a8e2-afd0f6d2f702 req-1a847cc3-141d-4b96-95f7-e642ca0dc0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:44.257660 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-102016e8-d06e-4b97-a8e2-afd0f6d2f702 req-1a847cc3-141d-4b96-95f7-e642ca0dc0b6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c2495893-8358-4133-a9aa-086cc182139d HTTP/1.1" status: 200 len: 1098 time: 0.0463936 Oct 28 09:49:44.293379 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-102016e8-d06e-4b97-a8e2-afd0f6d2f702 req-14678e76-269c-49cb-aaa0-f0d2e8e7ba15 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282960 Oct 28 09:49:44.856347 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d9911-ce99-4442-b0a6-67e152b05395 req-529fb7bd-d007-4a03-9d9e-33660a7a6db6 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:44.857788 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-ac5d9911-ce99-4442-b0a6-67e152b05395 req-529fb7bd-d007-4a03-9d9e-33660a7a6db6 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=c2495893-8358-4133-a9aa-086cc182139d HTTP/1.1" status: 200 len: 945 time: 0.0515580 Oct 28 09:49:44.893807 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-ac5d9911-ce99-4442-b0a6-67e152b05395 req-2bc72679-e7dd-4c9f-b032-77d8ba04e103 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/security-groups?id=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301528 Oct 28 09:49:46.016640 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c809934-8ab5-4ac2-a4a8-98de771416e9 req-2a56ee8c-e9a6-43f6-b91f-5fa70d2164c0 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:46.018115 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3c809934-8ab5-4ac2-a4a8-98de771416e9 req-2a56ee8c-e9a6-43f6-b91f-5fa70d2164c0 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=c2495893-8358-4133-a9aa-086cc182139d HTTP/1.1" status: 200 len: 945 time: 0.0503128 Oct 28 09:49:46.056579 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-3c809934-8ab5-4ac2-a4a8-98de771416e9 req-76fdf964-c2d2-404b-bbf3-7a384fd089cd tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/security-groups?id=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317895 Oct 28 09:49:52.430502 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:08.800879 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-51291738-fe51-490d-af52-aef5f262ae00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:09.041624 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:50:11.209962 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-81ac1bbb-25a0-4842-9e12-4ce7ad4040ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:12.543008 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:12.612897 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:13.799941 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:22.429090 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:26.422912 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3b1ad-cd0b-4596-a0a2-a64f8ff10715 req-4646dad3-9432-4568-8316-e5b2568b4c92 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:26.424316 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-14a3b1ad-cd0b-4596-a0a2-a64f8ff10715 req-4646dad3-9432-4568-8316-e5b2568b4c92 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=c2495893-8358-4133-a9aa-086cc182139d HTTP/1.1" status: 200 len: 945 time: 0.0518692 Oct 28 09:50:26.462287 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-14a3b1ad-cd0b-4596-a0a2-a64f8ff10715 req-8476b780-8f6f-491a-bdc4-a9249c443817 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/security-groups?id=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320642 Oct 28 09:50:27.583668 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f0170-6c0c-4894-91c0-5e2491fe185e req-55efbf3b-4e05-4e79-b7b7-85682c348d71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:27.585181 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-9c7f0170-6c0c-4894-91c0-5e2491fe185e req-55efbf3b-4e05-4e79-b7b7-85682c348d71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=c2495893-8358-4133-a9aa-086cc182139d HTTP/1.1" status: 200 len: 945 time: 0.0515015 Oct 28 09:50:27.624905 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-9c7f0170-6c0c-4894-91c0-5e2491fe185e req-e8476a06-3762-47d1-8e2f-0748055e5ae4 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/security-groups?id=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335891 Oct 28 09:50:28.346141 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbb8a2-90ba-430c-8afe-e7b526ac5c2e req-c890f753-0ef9-44fb-a17d-4c040169765c tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:28.347575 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-45bbb8a2-90ba-430c-8afe-e7b526ac5c2e req-c890f753-0ef9-44fb-a17d-4c040169765c tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2495893-8358-4133-a9aa-086cc182139d HTTP/1.1" status: 200 len: 945 time: 0.0536811 Oct 28 09:50:28.434860 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-45bbb8a2-90ba-430c-8afe-e7b526ac5c2e req-a1742a54-7887-4af9-8c8f-5ac252b63f71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Deleting port 4905d19f-4aa8-4066-ae8d-ba0696759dfb {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:50:28.435264 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-45bbb8a2-90ba-430c-8afe-e7b526ac5c2e req-a1742a54-7887-4af9-8c8f-5ac252b63f71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.527399 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-45bbb8a2-90ba-430c-8afe-e7b526ac5c2e req-a1742a54-7887-4af9-8c8f-5ac252b63f71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] For port 4905d19f-4aa8-4066-ae8d-ba0696759dfb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4905d19f-4aa8-4066-ae8d-ba0696759dfb,segment=NetworkSegment(0b51fc56-6d72-41c4-a56b-743203f9ccfc),segment_id=0b51fc56-6d72-41c4-a56b-743203f9ccfc)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:28.527789 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-45bbb8a2-90ba-430c-8afe-e7b526ac5c2e req-a1742a54-7887-4af9-8c8f-5ac252b63f71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.541598 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-45bbb8a2-90ba-430c-8afe-e7b526ac5c2e req-a1742a54-7887-4af9-8c8f-5ac252b63f71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Calling delete_port for 4905d19f-4aa8-4066-ae8d-ba0696759dfb owned by compute:nova {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:50:28.670338 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-45bbb8a2-90ba-430c-8afe-e7b526ac5c2e req-a1742a54-7887-4af9-8c8f-5ac252b63f71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.683818 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['4905d19f-4aa8-4066-ae8d-ba0696759dfb'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:50:28.708555 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1742a54-7887-4af9-8c8f-5ac252b63f71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Pushing event deleted for resources: {'Port': ['ID=4905d19f-4aa8-4066-ae8d-ba0696759dfb,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:28.758161 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9b8f16bf-d160-4d13-a52c-f5ce304bd5d0 req-04bd6812-688a-4566-a07d-b4479731422a tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=c2495893-8358-4133-a9aa-086cc182139d HTTP/1.1" status: 200 len: 210 time: 0.0518036 Oct 28 09:50:28.759330 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1742a54-7887-4af9-8c8f-5ac252b63f71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:28.759669 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1742a54-7887-4af9-8c8f-5ac252b63f71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:28.760026 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1742a54-7887-4af9-8c8f-5ac252b63f71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:28.760352 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1742a54-7887-4af9-8c8f-5ac252b63f71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:28.760672 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1742a54-7887-4af9-8c8f-5ac252b63f71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:28.760996 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1742a54-7887-4af9-8c8f-5ac252b63f71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:28.761315 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1742a54-7887-4af9-8c8f-5ac252b63f71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:28.761632 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1742a54-7887-4af9-8c8f-5ac252b63f71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:28.761948 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1742a54-7887-4af9-8c8f-5ac252b63f71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:28.762263 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1742a54-7887-4af9-8c8f-5ac252b63f71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:28.762581 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1742a54-7887-4af9-8c8f-5ac252b63f71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:28.762894 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1742a54-7887-4af9-8c8f-5ac252b63f71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:28.784068 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-45bbb8a2-90ba-430c-8afe-e7b526ac5c2e req-a1742a54-7887-4af9-8c8f-5ac252b63f71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] No DVR routers for this DVR port 4905d19f-4aa8-4066-ae8d-ba0696759dfb on host hv-cinder-81514 {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:50:28.786942 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-45bbb8a2-90ba-430c-8afe-e7b526ac5c2e req-a1742a54-7887-4af9-8c8f-5ac252b63f71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.790370 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-45bbb8a2-90ba-430c-8afe-e7b526ac5c2e req-a1742a54-7887-4af9-8c8f-5ac252b63f71 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.98 "DELETE /v2.0/ports/4905d19f-4aa8-4066-ae8d-ba0696759dfb HTTP/1.1" status: 204 len: 173 time: 0.4361060 Oct 28 09:50:28.790804 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2495893-8358-4133-a9aa-086cc182139d', 'name': 'network-vif-deleted', 'tag': '4905d19f-4aa8-4066-ae8d-ba0696759dfb'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:50:28.793050 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe5e067-1d5a-46e3-b017-b50777e0b72e" -d '{"events": [{"server_uuid": "c2495893-8358-4133-a9aa-086cc182139d", "name": "network-vif-deleted", "tag": "4905d19f-4aa8-4066-ae8d-ba0696759dfb"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:50:28.830465 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafa549c-8ff6-4b72-b38a-c92d0f84ebea x-openstack-request-id: req-bafa549c-8ff6-4b72-b38a-c92d0f84ebea {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:50:28.830780 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2495893-8358-4133-a9aa-086cc182139d", "name": "network-vif-deleted", "tag": "4905d19f-4aa8-4066-ae8d-ba0696759dfb", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:50:28.831056 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bafa549c-8ff6-4b72-b38a-c92d0f84ebea {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:50:28.831454 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2495893-8358-4133-a9aa-086cc182139d', 'name': 'network-vif-deleted', 'tag': '4905d19f-4aa8-4066-ae8d-ba0696759dfb', 'status': 'completed', 'code': 200} Oct 28 09:50:31.935804 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 4905d19f-4aa8-4066-ae8d-ba0696759dfb no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:50:31.955671 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] No Port match for: 4905d19f-4aa8-4066-ae8d-ba0696759dfb {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:50:31.956039 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 4905d19f-4aa8-4066-ae8d-ba0696759dfb not bound to the agent host hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:50:37.674197 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-b8f0dff7-de7d-4b6e-8321-bc0cb9e30260 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:37.675655 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-b8f0dff7-de7d-4b6e-8321-bc0cb9e30260 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/networks?id=2c622802-c70a-46c2-b305-86f44c612bc4 HTTP/1.1" status: 200 len: 814 time: 0.1025445 Oct 28 09:50:37.691959 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-beb5687f-ee0b-466c-9005-9b4e64f3e5e4 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/quotas/1ff8fa66f5ae423f9257f62b747b4985 HTTP/1.1" status: 200 len: 375 time: 0.0097070 Oct 28 09:50:37.722851 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-b40a2907-be07-4b7b-848f-f12b22e45c85 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=1ff8fa66f5ae423f9257f62b747b4985&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254846 Oct 28 09:50:37.858586 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-c78d673f-5e51-4095-8d5a-13e01b5f448e service neutron] 10.222.0.113 "GET /v2.0/networks/2c622802-c70a-46c2-b305-86f44c612bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289413 Oct 28 09:50:37.945404 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-db2f6468-251e-4b7d-a2a9-aa32a1ad9251 service neutron] 10.222.0.113 "GET /v2.0/networks/2c622802-c70a-46c2-b305-86f44c612bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806997 Oct 28 09:50:38.102950 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-30e144de-f13e-49cc-b55b-16ef5bbce38a req-9f30bbff-0838-4c7e-ab55-2cae0180019a tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0c6d37f-963b-407d-becb-dd0056bbbd50 HTTP/1.1" status: 200 len: 210 time: 0.0281613 Oct 28 09:50:38.803091 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-c45b80a1-63f5-47ef-a9b4-660ce49fd65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.029722 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-0337ff85-0474-4a43-ac82-300f4b828de7 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:39.031206 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-0337ff85-0474-4a43-ac82-300f4b828de7 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.98 "GET /v2.0/networks?id=2c622802-c70a-46c2-b305-86f44c612bc4 HTTP/1.1" status: 200 len: 814 time: 0.1077847 Oct 28 09:50:39.047563 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-6fd826cd-635a-4c8b-9555-89a36e92bb4b tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Request body: {'port': {'device_id': 'e0c6d37f-963b-407d-becb-dd0056bbbd50', 'network_id': '2c622802-c70a-46c2-b305-86f44c612bc4', 'admin_state_up': True, 'tenant_id': '1ff8fa66f5ae423f9257f62b747b4985'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:39.162445 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-6fd826cd-635a-4c8b-9555-89a36e92bb4b tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Made reservation on behalf of 1ff8fa66f5ae423f9257f62b747b4985 for: {'port': 1} {{(pid=101550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:50:39.165944 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-6fd826cd-635a-4c8b-9555-89a36e92bb4b tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.196592 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-22ae919f-57d5-44cf-bf06-7ce44e44db9e req-cc083ac9-ab72-4baf-b45e-a349274c4a52 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0c6d37f-963b-407d-becb-dd0056bbbd50 HTTP/1.1" status: 200 len: 210 time: 0.0265508 Oct 28 09:50:39.292159 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.db_base_plugin_common [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-6fd826cd-635a-4c8b-9555-89a36e92bb4b tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Allocated IP 172.20.0.7 (2c622802-c70a-46c2-b305-86f44c612bc4/4b6b217c-73fc-4671-bff7-ae041e225ec3/4d9e2f62-2ba1-4026-a7b4-3818c76a8789) {{(pid=101550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:39.440578 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-6fd826cd-635a-4c8b-9555-89a36e92bb4b tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Publish callbacks [] for port, precommit_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.473238 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-6fd826cd-635a-4c8b-9555-89a36e92bb4b tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729415091532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_create {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.518102 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-6fd826cd-635a-4c8b-9555-89a36e92bb4b tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Network 2c622802-c70a-46c2-b305-86f44c612bc4 is already hosted by enough agents. {{(pid=101550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:39.521261 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.scheduler.base_scheduler [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-6fd826cd-635a-4c8b-9555-89a36e92bb4b tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Resources bound (agent type, host, resource id): {{(pid=101550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:39.524956 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-6fd826cd-635a-4c8b-9555-89a36e92bb4b tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Received port after_create {{(pid=101550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:50:39.554817 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd826cd-635a-4c8b-9555-89a36e92bb4b tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Pushing event updated for resources: {'Port': ['ID=4d9e2f62-2ba1-4026-a7b4-3818c76a8789,revision_number=1']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:39.581121 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-6fd826cd-635a-4c8b-9555-89a36e92bb4b tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:39.581735 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-6fd826cd-635a-4c8b-9555-89a36e92bb4b tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.597494 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-6fd826cd-635a-4c8b-9555-89a36e92bb4b tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5547225 Oct 28 09:50:39.610464 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.v2.base [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] Request body: {'port': {'device_id': 'e0c6d37f-963b-407d-becb-dd0056bbbd50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:39.661358 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.915884 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9e2f62-2ba1-4026-a7b4-3818c76a8789 {{(pid=101550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:50:39.923313 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.935490 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.provisioning_blocks [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] Transition to ACTIVE for port object 4d9e2f62-2ba1-4026-a7b4-3818c76a8789 will not be triggered until provisioned by entity L2. {{(pid=101550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:50:39.938978 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.990665 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] Pushing event updated for resources: {'Port': ['ID=4d9e2f62-2ba1-4026-a7b4-3818c76a8789,revision_number=2']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:40.053309 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] Attempting to bind port 4d9e2f62-2ba1-4026-a7b4-3818c76a8789 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:50:40.053640 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] Attempting to bind port 4d9e2f62-2ba1-4026-a7b4-3818c76a8789 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '0b51fc56-6d72-41c4-a56b-743203f9ccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2c622802-c70a-46c2-b305-86f44c612bc4'}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:50:40.053965 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] Attempting to bind port 4d9e2f62-2ba1-4026-a7b4-3818c76a8789 on network 2c622802-c70a-46c2-b305-86f44c612bc4 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:40.058233 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] Port 4d9e2f62-2ba1-4026-a7b4-3818c76a8789 on network 2c622802-c70a-46c2-b305-86f44c612bc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:50:40.058555 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] Attempting to bind port 4d9e2f62-2ba1-4026-a7b4-3818c76a8789 on network 2c622802-c70a-46c2-b305-86f44c612bc4 {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:40.063977 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] Checking agent: {'id': 'afc7fccb-f5d9-4cc0-9292-378149b33414', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'started_at': datetime.datetime(2021, 10, 28, 9, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:50:40.064311 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] Checking segment: {'id': '0b51fc56-6d72-41c4-a56b-743203f9ccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2c622802-c70a-46c2-b305-86f44c612bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:40.064690 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] Bound using segment: {'id': '0b51fc56-6d72-41c4-a56b-743203f9ccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2c622802-c70a-46c2-b305-86f44c612bc4'} {{(pid=101550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:50:40.065114 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.managers [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] Bound port: 4d9e2f62-2ba1-4026-a7b4-3818c76a8789, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b51fc56-6d72-41c4-a56b-743203f9ccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2c622802-c70a-46c2-b305-86f44c612bc4'}}] {{(pid=101550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:50:40.065462 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:40.128632 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] For port 4d9e2f62-2ba1-4026-a7b4-3818c76a8789, host hv-cinder-81514, cleared binding levels {{(pid=101550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:40.131541 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] For port 4d9e2f62-2ba1-4026-a7b4-3818c76a8789, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4d9e2f62-2ba1-4026-a7b4-3818c76a8789,segment=NetworkSegment(0b51fc56-6d72-41c4-a56b-743203f9ccfc),segment_id=0b51fc56-6d72-41c4-a56b-743203f9ccfc)] {{(pid=101550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:40.135786 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8897108'] for port, after_update {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:40.169896 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:40.170523 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:40.171835 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] 10.222.0.98 "PUT /v2.0/ports/4d9e2f62-2ba1-4026-a7b4-3818c76a8789 HTTP/1.1" status: 200 len: 1093 time: 0.5654409 Oct 28 09:50:40.172267 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c6d37f-963b-407d-becb-dd0056bbbd50', 'tag': '4d9e2f62-2ba1-4026-a7b4-3818c76a8789'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:50:40.174491 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e070a3b7-551b-44a1-8e8b-8d2a92bcbc8a" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c6d37f-963b-407d-becb-dd0056bbbd50", "tag": "4d9e2f62-2ba1-4026-a7b4-3818c76a8789"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:50:40.201896 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc360dbb-2a1d-46fd-b0a7-dfec06831d7e service neutron] Pushing event updated for resources: {'Port': ['ID=4d9e2f62-2ba1-4026-a7b4-3818c76a8789,revision_number=3']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:40.213690 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7f418a-8d86-4f7b-b850-cb3a163b39b1 x-openstack-request-id: req-0c7f418a-8d86-4f7b-b850-cb3a163b39b1 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:50:40.213972 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c6d37f-963b-407d-becb-dd0056bbbd50", "tag": "4d9e2f62-2ba1-4026-a7b4-3818c76a8789", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:50:40.214218 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0c7f418a-8d86-4f7b-b850-cb3a163b39b1 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:50:40.214602 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c6d37f-963b-407d-becb-dd0056bbbd50', 'tag': '4d9e2f62-2ba1-4026-a7b4-3818c76a8789', 'status': 'completed', 'code': 200} Oct 28 09:50:40.259624 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-52d1021f-afd0-401b-93ff-c24d5c41e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:40.261197 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-52d1021f-afd0-401b-93ff-c24d5c41e450 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1ff8fa66f5ae423f9257f62b747b4985&device_id=e0c6d37f-963b-407d-becb-dd0056bbbd50 HTTP/1.1" status: 200 len: 1096 time: 0.0419335 Oct 28 09:50:40.312914 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-ce5d75a4-6a2d-4a8e-a051-39754f7f44f8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d9e2f62-2ba1-4026-a7b4-3818c76a8789 HTTP/1.1" status: 200 len: 217 time: 0.0379126 Oct 28 09:50:40.320320 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea7ae0-ed22-4345-bff9-398f71cc0be9 req-82198595-d725-4c54-a482-c1a26373c25d tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:40.321795 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-48ea7ae0-ed22-4345-bff9-398f71cc0be9 req-82198595-d725-4c54-a482-c1a26373c25d tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0c6d37f-963b-407d-becb-dd0056bbbd50 HTTP/1.1" status: 200 len: 943 time: 0.0533798 Oct 28 09:50:40.360972 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-48ea7ae0-ed22-4345-bff9-398f71cc0be9 req-9b670e6e-ba44-45df-a810-77356cb051c6 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/security-groups?id=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321207 Oct 28 09:50:40.364889 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-1d807876-c339-4a19-bd52-11c2c8d4447c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:40.366361 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-1d807876-c339-4a19-bd52-11c2c8d4447c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4b6b217c-73fc-4671-bff7-ae041e225ec3 HTTP/1.1" status: 200 len: 854 time: 0.0446148 Oct 28 09:50:40.399147 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-feab5194-3b87-4d96-958e-7fdbcee27199 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=2c622802-c70a-46c2-b305-86f44c612bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247295 Oct 28 09:50:40.490270 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-ae7e614c-1003-420d-8dad-cc6a3a21ecb9 service neutron] 10.222.0.98 "GET /v2.0/networks/2c622802-c70a-46c2-b305-86f44c612bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836558 Oct 28 09:50:40.584022 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1ced563f-3470-4151-8ebb-1ec05ff494f7 req-0e8f0a00-9d47-430b-971b-26fbb3788f10 service neutron] 10.222.0.98 "GET /v2.0/networks/2c622802-c70a-46c2-b305-86f44c612bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859163 Oct 28 09:50:40.669051 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070a3b7-551b-44a1-8e8b-8d2a92bcbc8a req-385ff8a4-26f3-4aaa-847d-44701946419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:40.670516 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e070a3b7-551b-44a1-8e8b-8d2a92bcbc8a req-385ff8a4-26f3-4aaa-847d-44701946419a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1ff8fa66f5ae423f9257f62b747b4985&device_id=e0c6d37f-963b-407d-becb-dd0056bbbd50 HTTP/1.1" status: 200 len: 1096 time: 0.0405471 Oct 28 09:50:41.002428 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070a3b7-551b-44a1-8e8b-8d2a92bcbc8a req-63b77237-5f9e-40e3-a9fe-2cf665fce444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:41.004078 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e070a3b7-551b-44a1-8e8b-8d2a92bcbc8a req-63b77237-5f9e-40e3-a9fe-2cf665fce444 service neutron] 10.222.0.98 "GET /v2.0/networks?id=2c622802-c70a-46c2-b305-86f44c612bc4 HTTP/1.1" status: 200 len: 915 time: 0.3248143 Oct 28 09:50:41.047609 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e070a3b7-551b-44a1-8e8b-8d2a92bcbc8a req-89639598-f15c-4cf7-8be8-dfd1b16ed76b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d9e2f62-2ba1-4026-a7b4-3818c76a8789 HTTP/1.1" status: 200 len: 217 time: 0.0339060 Oct 28 09:50:41.105375 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070a3b7-551b-44a1-8e8b-8d2a92bcbc8a req-6b38fc27-fb61-4182-ad15-fd4ccfde10d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:41.107055 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e070a3b7-551b-44a1-8e8b-8d2a92bcbc8a req-6b38fc27-fb61-4182-ad15-fd4ccfde10d1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4b6b217c-73fc-4671-bff7-ae041e225ec3 HTTP/1.1" status: 200 len: 854 time: 0.0504777 Oct 28 09:50:41.139747 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e070a3b7-551b-44a1-8e8b-8d2a92bcbc8a req-b2f70337-35e9-49ee-a1be-cc320be2cf83 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=2c622802-c70a-46c2-b305-86f44c612bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252643 Oct 28 09:50:41.211791 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-c1b6edc3-e108-4919-9455-2a1c22d9eb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:41.231717 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e070a3b7-551b-44a1-8e8b-8d2a92bcbc8a req-2e31f9cf-48d7-4475-ba1d-e47982217fcb service neutron] 10.222.0.98 "GET /v2.0/networks/2c622802-c70a-46c2-b305-86f44c612bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842528 Oct 28 09:50:41.324699 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-e070a3b7-551b-44a1-8e8b-8d2a92bcbc8a req-2c31b655-2c32-40c1-9d1d-b0732296f917 service neutron] 10.222.0.98 "GET /v2.0/networks/2c622802-c70a-46c2-b305-86f44c612bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845780 Oct 28 09:50:41.478312 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af586be-fb76-4bd7-9ba7-3029e989f53b req-579f39c5-3457-4982-92a3-ac31e5bc1ad5 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:41.479813 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9af586be-fb76-4bd7-9ba7-3029e989f53b req-579f39c5-3457-4982-92a3-ac31e5bc1ad5 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0c6d37f-963b-407d-becb-dd0056bbbd50 HTTP/1.1" status: 200 len: 943 time: 0.0495465 Oct 28 09:50:41.518454 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-9af586be-fb76-4bd7-9ba7-3029e989f53b req-526d0c0f-2360-4484-a8aa-b9815848de83 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/security-groups?id=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326016 Oct 28 09:50:42.546229 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:42.615804 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:42.642071 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c553cbf-0f98-4377-aab8-42d89789c8c2 req-6a178ca6-466b-4864-81dd-baa95bad2173 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:42.643587 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7c553cbf-0f98-4377-aab8-42d89789c8c2 req-6a178ca6-466b-4864-81dd-baa95bad2173 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0c6d37f-963b-407d-becb-dd0056bbbd50 HTTP/1.1" status: 200 len: 943 time: 0.0588975 Oct 28 09:50:42.682245 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-7c553cbf-0f98-4377-aab8-42d89789c8c2 req-41137f95-d939-46da-832b-99f28e9d40a7 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/security-groups?id=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325160 Oct 28 09:50:43.802188 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:43.803558 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ccf7d-b9d0-4025-bd41-bad40daea8a0 req-98e1a498-5999-4b80-a3f6-51bc29c5eec7 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:43.806002 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f66ccf7d-b9d0-4025-bd41-bad40daea8a0 req-98e1a498-5999-4b80-a3f6-51bc29c5eec7 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0c6d37f-963b-407d-becb-dd0056bbbd50 HTTP/1.1" status: 200 len: 943 time: 0.0531855 Oct 28 09:50:43.842960 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-f66ccf7d-b9d0-4025-bd41-bad40daea8a0 req-e445a987-7151-4cb2-8b7a-b51d92edd1a4 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/security-groups?id=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313959 Oct 28 09:50:43.936223 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 4d9e2f62-2ba1-4026-a7b4-3818c76a8789 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:50:44.030716 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 4d9e2f62-2ba1-4026-a7b4-3818c76a8789, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4d9e2f62-2ba1-4026-a7b4-3818c76a8789,segment=NetworkSegment(0b51fc56-6d72-41c4-a56b-743203f9ccfc),segment_id=0b51fc56-6d72-41c4-a56b-743203f9ccfc)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:44.041542 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Returning: {'device': '4d9e2f62-2ba1-4026-a7b4-3818c76a8789', 'network_id': '2c622802-c70a-46c2-b305-86f44c612bc4', 'port_id': '4d9e2f62-2ba1-4026-a7b4-3818c76a8789', 'mac_address': 'fa:16:3e:7f:ac:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b6b217c-73fc-4671-bff7-ae041e225ec3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:50:44.077527 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:44.090107 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9e2f62-2ba1-4026-a7b4-3818c76a8789 {{(pid=101551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:50:44.109964 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 4d9e2f62-2ba1-4026-a7b4-3818c76a8789, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4d9e2f62-2ba1-4026-a7b4-3818c76a8789,segment=NetworkSegment(0b51fc56-6d72-41c4-a56b-743203f9ccfc),segment_id=0b51fc56-6d72-41c4-a56b-743203f9ccfc)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:44.113738 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:44.162777 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=4d9e2f62-2ba1-4026-a7b4-3818c76a8789,revision_number=4']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:44.169617 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:44.169969 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:44.170310 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:44.170645 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:44.170975 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:44.171303 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:44.171630 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:44.171977 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:44.172302 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:44.172621 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:44.172941 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:44.173258 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:44.375902 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['4d9e2f62-2ba1-4026-a7b4-3818c76a8789'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:50:44.956814 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a902f-6210-426c-b55e-a476c962796f req-538206ca-16b6-4bb6-a0eb-89b2985e5cb7 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:44.958284 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-0b4a902f-6210-426c-b55e-a476c962796f req-538206ca-16b6-4bb6-a0eb-89b2985e5cb7 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0c6d37f-963b-407d-becb-dd0056bbbd50 HTTP/1.1" status: 200 len: 944 time: 0.0493469 Oct 28 09:50:44.995709 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-0b4a902f-6210-426c-b55e-a476c962796f req-98543979-e6f4-4889-8fbd-f722419c893f tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/security-groups?id=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314538 Oct 28 09:50:45.947349 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 4d9e2f62-2ba1-4026-a7b4-3818c76a8789 up at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:46.009392 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning for port 4d9e2f62-2ba1-4026-a7b4-3818c76a8789 completed by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:50:46.013231 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.db.provisioning_blocks [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Provisioning complete for port 4d9e2f62-2ba1-4026-a7b4-3818c76a8789 triggered by entity L2. {{(pid=101551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:46.013642 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7691125'] for port, provisioning_complete {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:46.035775 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:50:46.093344 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892933'] for port, before_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:46.115212 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34217d21-563d-4838-ba7a-9053c239e09c req-7380a432-dd0e-4c59-a3f0-869a0f77e2f4 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:46.116778 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-34217d21-563d-4838-ba7a-9053c239e09c req-7380a432-dd0e-4c59-a3f0-869a0f77e2f4 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0c6d37f-963b-407d-becb-dd0056bbbd50 HTTP/1.1" status: 200 len: 944 time: 0.0499957 Oct 28 09:50:46.117911 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c6d37f-963b-407d-becb-dd0056bbbd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9e2f62-2ba1-4026-a7b4-3818c76a8789'}] {{(pid=101551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:50:46.120174 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c7a8c89a9a02c3711da92d1a82e22d57691a481014fa95b219fe40814579eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f477246-e866-4551-97c4-f3bfb68cdd1e" -d '{"events": [{"server_uuid": "e0c6d37f-963b-407d-becb-dd0056bbbd50", "name": "network-vif-plugged", "status": "completed", "tag": "4d9e2f62-2ba1-4026-a7b4-3818c76a8789"}]}' {{(pid=101551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:50:46.133911 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] For port 4d9e2f62-2ba1-4026-a7b4-3818c76a8789, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4d9e2f62-2ba1-4026-a7b4-3818c76a8789,segment=NetworkSegment(0b51fc56-6d72-41c4-a56b-743203f9ccfc),segment_id=0b51fc56-6d72-41c4-a56b-743203f9ccfc)] {{(pid=101551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:46.140379 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729415538670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729415091550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729415091568'] for port, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:46.156948 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-34217d21-563d-4838-ba7a-9053c239e09c req-f772ad2a-4440-4f3c-bb6d-bdd804b5d821 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/security-groups?id=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338960 Oct 28 09:50:46.168900 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2445cebb-bf27-4464-867c-2d8aaa0394fe x-openstack-request-id: req-2445cebb-bf27-4464-867c-2d8aaa0394fe {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:50:46.169123 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c6d37f-963b-407d-becb-dd0056bbbd50", "name": "network-vif-plugged", "status": "completed", "tag": "4d9e2f62-2ba1-4026-a7b4-3818c76a8789", "code": 200}]} {{(pid=101551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:50:46.169934 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2445cebb-bf27-4464-867c-2d8aaa0394fe {{(pid=101551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:50:46.179857 dv-cinder-815146-5-iscsi neutron-server[101551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c6d37f-963b-407d-becb-dd0056bbbd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9e2f62-2ba1-4026-a7b4-3818c76a8789', 'code': 200} Oct 28 09:50:46.202851 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Pushing event updated for resources: {'Port': ['ID=4d9e2f62-2ba1-4026-a7b4-3818c76a8789,revision_number=5']} {{(pid=101551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:46.335988 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdcfd9-706b-4de3-8f8d-a96ced7cd60a req-ff709ee3-8ab2-4335-b3f2-7f71a3e360b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:46.337472 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1acdcfd9-706b-4de3-8f8d-a96ced7cd60a req-ff709ee3-8ab2-4335-b3f2-7f71a3e360b6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=e0c6d37f-963b-407d-becb-dd0056bbbd50 HTTP/1.1" status: 200 len: 1098 time: 0.0404749 Oct 28 09:50:46.372772 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-1acdcfd9-706b-4de3-8f8d-a96ced7cd60a req-c287ebf8-95ef-44bd-8ca8-51d2c222a515 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273292 Oct 28 09:50:47.279137 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba0c4a-a6a1-4fb5-88b3-1ca5bf39cecc req-9eca6acd-c863-4e05-adc6-ede41ae762e5 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:47.281012 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-85ba0c4a-a6a1-4fb5-88b3-1ca5bf39cecc req-9eca6acd-c863-4e05-adc6-ede41ae762e5 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0c6d37f-963b-407d-becb-dd0056bbbd50 HTTP/1.1" status: 200 len: 945 time: 0.0532236 Oct 28 09:50:47.325188 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-85ba0c4a-a6a1-4fb5-88b3-1ca5bf39cecc req-b7f830ce-9846-4367-9def-1451f911b38b tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/security-groups?id=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339739 Oct 28 09:50:48.444115 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada94323-6036-4a17-a0ab-8e68b936c9f8 req-ffeff434-5b1a-44bc-aaac-55e660ca6bc2 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:48.445613 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ada94323-6036-4a17-a0ab-8e68b936c9f8 req-ffeff434-5b1a-44bc-aaac-55e660ca6bc2 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0c6d37f-963b-407d-becb-dd0056bbbd50 HTTP/1.1" status: 200 len: 945 time: 0.0531268 Oct 28 09:50:48.483068 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-ada94323-6036-4a17-a0ab-8e68b936c9f8 req-ef63915d-fbd3-4679-897c-5d6c47261990 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/security-groups?id=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306852 Oct 28 09:50:52.430398 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:08.397765 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba13e9d-5d64-42da-b7b8-7ee7d50ccbd3 req-9b8dd0b8-190f-4faa-9256-756db6b809ab tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:08.399153 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7ba13e9d-5d64-42da-b7b8-7ee7d50ccbd3 req-9b8dd0b8-190f-4faa-9256-756db6b809ab tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0c6d37f-963b-407d-becb-dd0056bbbd50 HTTP/1.1" status: 200 len: 945 time: 0.0495889 Oct 28 09:51:08.436389 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-7ba13e9d-5d64-42da-b7b8-7ee7d50ccbd3 req-8d68a8c4-b9e6-403d-bb1e-06cab35196cd tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/security-groups?id=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312705 Oct 28 09:51:08.805304 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-02c4879b-2286-4ca1-a865-eb88eb361450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:09.553943 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaac0d2-e0ae-4287-99fc-e35d8bb73e8c req-da16dd0a-30be-4eee-a8db-fdc6de4a8b98 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:09.555420 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-bbaac0d2-e0ae-4287-99fc-e35d8bb73e8c req-da16dd0a-30be-4eee-a8db-fdc6de4a8b98 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0c6d37f-963b-407d-becb-dd0056bbbd50 HTTP/1.1" status: 200 len: 945 time: 0.0492876 Oct 28 09:51:09.592677 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-bbaac0d2-e0ae-4287-99fc-e35d8bb73e8c req-9ab94fab-07bc-477d-9df6-665af56d1841 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/security-groups?id=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312650 Oct 28 09:51:10.131056 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae5aeb-786a-44f7-921b-684d7829d68e req-ed6b67eb-ebd5-4f95-9fef-0396e8b7c39d tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:10.132577 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-26ae5aeb-786a-44f7-921b-684d7829d68e req-ed6b67eb-ebd5-4f95-9fef-0396e8b7c39d tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.98 "GET /v2.0/ports?device_id=e0c6d37f-963b-407d-becb-dd0056bbbd50 HTTP/1.1" status: 200 len: 945 time: 0.0499220 Oct 28 09:51:10.224218 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-26ae5aeb-786a-44f7-921b-684d7829d68e req-3d294937-c867-44dd-8cdb-d9bb283bb4f9 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Deleting port 4d9e2f62-2ba1-4026-a7b4-3818c76a8789 {{(pid=101550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:51:10.224545 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-26ae5aeb-786a-44f7-921b-684d7829d68e req-3d294937-c867-44dd-8cdb-d9bb283bb4f9 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729415599126'] for port, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:10.313526 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.db [req-26ae5aeb-786a-44f7-921b-684d7829d68e req-3d294937-c867-44dd-8cdb-d9bb283bb4f9 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] For port 4d9e2f62-2ba1-4026-a7b4-3818c76a8789, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4d9e2f62-2ba1-4026-a7b4-3818c76a8789,segment=NetworkSegment(0b51fc56-6d72-41c4-a56b-743203f9ccfc),segment_id=0b51fc56-6d72-41c4-a56b-743203f9ccfc)] {{(pid=101550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:51:10.313877 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-26ae5aeb-786a-44f7-921b-684d7829d68e req-3d294937-c867-44dd-8cdb-d9bb283bb4f9 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:10.326091 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.plugin [req-26ae5aeb-786a-44f7-921b-684d7829d68e req-3d294937-c867-44dd-8cdb-d9bb283bb4f9 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Calling delete_port for 4d9e2f62-2ba1-4026-a7b4-3818c76a8789 owned by compute:nova {{(pid=101550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:51:10.451681 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-26ae5aeb-786a-44f7-921b-684d7829d68e req-3d294937-c867-44dd-8cdb-d9bb283bb4f9 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729415538652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729415091541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8897199'] for port, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:10.469636 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.db [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] get_ports_and_sgs() called for port_ids ['4d9e2f62-2ba1-4026-a7b4-3818c76a8789'] {{(pid=101551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:51:10.479518 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d294937-c867-44dd-8cdb-d9bb283bb4f9 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Pushing event deleted for resources: {'Port': ['ID=4d9e2f62-2ba1-4026-a7b4-3818c76a8789,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:10.525594 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ae5aeb-786a-44f7-921b-684d7829d68e req-3d294937-c867-44dd-8cdb-d9bb283bb4f9 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] No DVR routers for this DVR port 4d9e2f62-2ba1-4026-a7b4-3818c76a8789 on host hv-cinder-81514 {{(pid=101550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:51:10.528179 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [req-26ae5aeb-786a-44f7-921b-684d7829d68e req-3d294937-c867-44dd-8cdb-d9bb283bb4f9 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27145'] for port, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:10.532449 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [req-26ae5aeb-786a-44f7-921b-684d7829d68e req-3d294937-c867-44dd-8cdb-d9bb283bb4f9 tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.98 "DELETE /v2.0/ports/4d9e2f62-2ba1-4026-a7b4-3818c76a8789 HTTP/1.1" status: 204 len: 173 time: 0.3937218 Oct 28 09:51:10.532892 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c6d37f-963b-407d-becb-dd0056bbbd50', 'name': 'network-vif-deleted', 'tag': '4d9e2f62-2ba1-4026-a7b4-3818c76a8789'}] {{(pid=101550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:51:10.535338 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041abb72b1e0bbba2c6b8358a693a69f664a7b35dee5619aa2eb84e157ad14d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8652988-5f08-4636-a104-8d17839d40b2" -d '{"events": [{"server_uuid": "e0c6d37f-963b-407d-becb-dd0056bbbd50", "name": "network-vif-deleted", "tag": "4d9e2f62-2ba1-4026-a7b4-3818c76a8789"}]}' {{(pid=101550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:51:10.571893 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b45f27f-5471-47d6-9f3a-c9bb9a82ee22 x-openstack-request-id: req-2b45f27f-5471-47d6-9f3a-c9bb9a82ee22 {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:51:10.572188 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c6d37f-963b-407d-becb-dd0056bbbd50", "name": "network-vif-deleted", "tag": "4d9e2f62-2ba1-4026-a7b4-3818c76a8789", "status": "completed", "code": 200}]} {{(pid=101550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:51:10.572442 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2b45f27f-5471-47d6-9f3a-c9bb9a82ee22 {{(pid=101550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:51:10.572844 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c6d37f-963b-407d-becb-dd0056bbbd50', 'name': 'network-vif-deleted', 'tag': '4d9e2f62-2ba1-4026-a7b4-3818c76a8789', 'status': 'completed', 'code': 200} Oct 28 09:51:10.699916 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [req-912db1f7-c824-47f0-bd71-f8d957cc9308 req-38b8b807-2147-4551-a557-e650608d443a tempest-VolumesSnapshotTestJSON-1703757312 tempest-VolumesSnapshotTestJSON-1703757312-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0c6d37f-963b-407d-becb-dd0056bbbd50 HTTP/1.1" status: 200 len: 210 time: 0.0254679 Oct 28 09:51:11.213763 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-451527f3-22f0-4c68-bd5d-d2e1eafeb54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:12.549109 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:12.616537 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:13.804258 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:15.142111 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 4d9e2f62-2ba1-4026-a7b4-3818c76a8789 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:51:15.162850 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.plugin [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] No Port match for: 4d9e2f62-2ba1-4026-a7b4-3818c76a8789 {{(pid=101551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:51:15.163190 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron.plugins.ml2.rpc [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Device 4d9e2f62-2ba1-4026-a7b4-3818c76a8789 not bound to the agent host hv-cinder-81514 {{(pid=101551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:51:22.443929 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:23.038860 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:51:33.728892 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [-] (101549) accepted ('10.222.0.113', 34322) {{(pid=101549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:51:33.776617 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.db.db_base_plugin_v2 [None req-a282b8e9-f7b7-4704-860f-728ad1cded89 admin admin] Deleting subnet 4b6b217c-73fc-4671-bff7-ae041e225ec3 {{(pid=101549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:51:33.779638 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a282b8e9-f7b7-4704-860f-728ad1cded89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:33.814959 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a282b8e9-f7b7-4704-860f-728ad1cded89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2871594'] for subnet, precommit_delete_associations {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:33.854124 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a282b8e9-f7b7-4704-860f-728ad1cded89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7690075'] for subnet, precommit_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:33.904803 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a282b8e9-f7b7-4704-860f-728ad1cded89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7690066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8445689'] for subnet, after_delete {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:33.928196 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282b8e9-f7b7-4704-860f-728ad1cded89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b6b217c-73fc-4671-bff7-ae041e225ec3,revision_number=None']} {{(pid=101549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:33.937161 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-a282b8e9-f7b7-4704-860f-728ad1cded89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:33.940551 dv-cinder-815146-5-iscsi neutron-server[101549]: INFO neutron.wsgi [None req-a282b8e9-f7b7-4704-860f-728ad1cded89 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/4b6b217c-73fc-4671-bff7-ae041e225ec3 HTTP/1.1" status: 204 len: 168 time: 0.2106628 Oct 28 09:51:33.942262 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a282b8e9-f7b7-4704-860f-728ad1cded89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:33.942610 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a282b8e9-f7b7-4704-860f-728ad1cded89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:33.942952 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a282b8e9-f7b7-4704-860f-728ad1cded89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:33.943283 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a282b8e9-f7b7-4704-860f-728ad1cded89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:33.943415 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 34324) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:51:33.943851 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a282b8e9-f7b7-4704-860f-728ad1cded89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:33.943938 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a282b8e9-f7b7-4704-860f-728ad1cded89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:33.944272 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a282b8e9-f7b7-4704-860f-728ad1cded89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:33.944598 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a282b8e9-f7b7-4704-860f-728ad1cded89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:33.944921 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a282b8e9-f7b7-4704-860f-728ad1cded89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:33.945242 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a282b8e9-f7b7-4704-860f-728ad1cded89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:33.945561 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a282b8e9-f7b7-4704-860f-728ad1cded89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:33.945879 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a282b8e9-f7b7-4704-860f-728ad1cded89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:34.018143 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7814304'] for network, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:34.100888 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692238', 'neutron.services.segments.db._delete_segments_for_network-8729415614302'] for network, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:34.120502 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.services.segments.db [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c622802-c70a-46c2-b305-86f44c612bc4']}} {{(pid=101550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:51:34.129693 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.services.segments.db [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b51fc56-6d72-41c4-a56b-743203f9ccfc') {'for_net_delete': True} {{(pid=101550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:51:34.129986 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.services.segments.db [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b51fc56-6d72-41c4-a56b-743203f9ccfc') {} {{(pid=101550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:51:34.139054 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729415615847', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8896753'] for segment, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:34.152216 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450'] for segment, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:34.158514 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:51:34.158890 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7687450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8897136'] for segment, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: Traceback (most recent call last): Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: timer() Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: cb(*args, **kw) Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: return func(*args, **kwargs) Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: self._notify() Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: self.callback(batched_events) Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: event.method(event) Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: return f(self, *a, **k) Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: return self._get(url).json() Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: return self.request(url, 'GET', **kwargs) Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:51:34.160552 dv-cinder-815146-5-iscsi neutron-server[101550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:51:34.214378 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640007'] for network, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:34.219668 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546390'] for network, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:34.222906 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] 10.222.0.113 "DELETE /v2.0/networks/2c622802-c70a-46c2-b305-86f44c612bc4 HTTP/1.1" status: 204 len: 168 time: 0.2784562 Oct 28 09:51:34.234026 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c622802-c70a-46c2-b305-86f44c612bc4,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:34.241438 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:34.241789 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:34.242130 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:34.242466 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:34.242796 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:34.243130 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:34.243466 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:34.243817 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:34.244148 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:34.244470 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:34.244838 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:34.245095 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43aab6-6490-4b54-822c-7b81971254b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-5-iscsi {{(pid=101550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:34.337042 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 34328) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:51:34.378755 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-f43f82dc-d733-4871-9402-7a10c392929d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1ff8fa66f5ae423f9257f62b747b4985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404637 Oct 28 09:51:34.381141 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [-] (101550) accepted ('10.222.0.113', 34330) {{(pid=101550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:51:34.433975 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-eb43899b-0ea9-4e58-ab10-0efe37579aa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:34.457189 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-eb43899b-0ea9-4e58-ab10-0efe37579aa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:34.507584 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-eb43899b-0ea9-4e58-ab10-0efe37579aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759498'] for security_group, after_delete {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:34.510455 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron_lib.callbacks.manager [None req-eb43899b-0ea9-4e58-ab10-0efe37579aa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:34.512307 dv-cinder-815146-5-iscsi neutron-server[101550]: INFO neutron.wsgi [None req-eb43899b-0ea9-4e58-ab10-0efe37579aa6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01 HTTP/1.1" status: 204 len: 168 time: 0.1302760 Oct 28 09:51:34.521671 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43899b-0ea9-4e58-ab10-0efe37579aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3a8fbd-8ebb-4333-9cf9-7966d67b1b01,revision_number=None']} {{(pid=101550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:38.806382 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-b17290b7-2e65-4a87-8e45-fc0f696595f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:41.215033 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-a98825e2-40e2-458c-81a8-aa9cccd4e84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:41.296690 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [req-d22bebe6-3a55-477d-bf82-fd0c2669f595 req-c83d9350-9bfa-4ff0-ad2e-89f0b00fa787 service neutron] (101550) timed out ('10.222.0.98', 49505) {{(pid=101550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 09:51:42.552967 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:42.617447 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:43.812267 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:52.458005 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:00.040009 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:52:08.808486 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-34558a5f-dce5-47c7-bc12-00dd1e9aa23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:11.215776 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-9365173c-4160-466a-ac8e-c67b201aba0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:12.554929 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:12.618294 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:13.810535 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:22.456289 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:37.044274 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:52:38.809795 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-86dd03df-897f-4931-9871-bcf4188875f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:41.219379 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-321f59ed-9db6-4aea-8ec7-4df9819f1904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:42.557452 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:42.620016 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:43.813748 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:52.460827 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:08.810606 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-2276e403-cc67-4d18-a666-a7b60ef6a7ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:11.222522 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-d553c70d-df98-42c4-a4ae-058846f43ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:12.560137 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:12.619922 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:13.817672 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:14.047033 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:53:22.456674 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:38.813658 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-3514954a-c835-4e55-b19c-88539fe9ed64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:41.226868 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-6a521424-8460-4728-af00-1a980b7d7632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:42.564088 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:42.620875 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:43.819010 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:51.049343 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:53:52.476204 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:08.814887 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-fdb8913d-951f-4937-8d81-b293b8be6896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.229217 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1fa2ae86-b574-4ac9-92a0-0d02f7c68646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:12.566451 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:12.623149 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:13.822193 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:18.441942 dv-cinder-815146-5-iscsi neutron-server[101549]: DEBUG neutron.wsgi [req-d0196817-5df2-497d-a383-c862d2d5397b req-fe64a4b2-6457-48d4-ab20-77eb71080ecc service neutron] (101549) timed out ('10.222.0.98', 49499) {{(pid=101549) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 09:54:19.307396 dv-cinder-815146-5-iscsi neutron-server[101550]: DEBUG neutron.wsgi [req-da72dff5-2325-46d5-9594-3de07594e9dc req-1d5d18e7-dfa6-4fa9-a36f-a97d1c5bf146 tempest-AttachVolumeNegativeTest-1208082069 tempest-AttachVolumeNegativeTest-1208082069-project] (101550) timed out ('10.222.0.98', 49526) {{(pid=101550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 09:54:22.485149 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:28.050568 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:54:38.818113 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-7a839759-bca5-4637-ac21-9a70ef09f13f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:41.230932 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-c76a6302-ae51-4971-b2b5-ae80a665fb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:42.568612 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:42.624331 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:43.824810 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:52.501366 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:05.054358 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:55:08.826464 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-25c7f31e-6dc7-4ba1-a5dd-59d19d3e9223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:11.232453 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-379d64ec-32f4-4268-9412-76007cec2c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:12.573456 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:12.626665 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:13.828342 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:22.506655 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:38.817290 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-ea00bb4c-ac60-4029-ae8d-b00d87fcb551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:41.234985 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-b698d043-05ff-4300-9567-68b6bca8d53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:42.057294 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:55:42.574618 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:42.630460 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:43.831203 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:52.516397 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:08.823772 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-963a81fa-e986-4085-ad1e-cdc139592a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:11.236483 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-a829cf5f-6c78-4d63-b3f4-1222aa955c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:12.578407 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:12.631889 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:13.834851 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:19.059948 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:56:22.515357 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:38.816487 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-8bdea1fb-c236-41dc-ab09-d50209a2c11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:41.238041 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-c08e9598-125a-401f-b61d-ba17c9b6a1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:42.582261 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-e0c18199-00e7-4743-8b67-f169676707c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:42.634132 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-df6307e5-1c67-4c6f-b80d-6b3ecc07f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:43.837343 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-69edea4e-e30d-4a0d-99e5-0f8cb1a277c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:52.531285 dv-cinder-815146-5-iscsi neutron-server[101551]: DEBUG neutron_lib.callbacks.manager [None req-1369da64-b7ae-474d-b556-bf2819276109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729415614284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7691140'] for agent, after_update {{(pid=101551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:56.064054 dv-cinder-815146-5-iscsi neutron-server[101552]: DEBUG neutron.db.agents_db [None req-c0eb751c-d2fe-4148-9bd2-eef7d12c1c8a None None] Agent healthcheck: found 6 active agents {{(pid=101552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}